02:02:38.140 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:02:38.140 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task1ZjbZw/test-tmp
02:02:38.141 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
02:02:38.141 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task1ZjbZw/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
02:02:38.143 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
02:02:38.503 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:02:38.504 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
02:02:38.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:38.506619 24629 mini_oidc.cc:150] Starting JWKS server
02:02:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:38.509092 24629 webserver.cc:492] Webserver started at http://127.0.0.1:33907/ using document root <none> and password file <none>
02:02:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:38.509358 24629 mini_oidc.cc:186] Starting OIDC Discovery server
02:02:38.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:38.510035 24629 webserver.cc:492] Webserver started at http://127.0.0.1:39711/ using document root <none> and password file <none>
02:02:38.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-03T02:02:38Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:02:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-03T02:02:38Z Disabled control of system clock
02:02:38.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:38.544693 24629 external_mini_cluster.cc:1366] Running /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/wal
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/data
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/logs
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/data/info.pb
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.13.126:44527
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.13.126
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.13.84:46597
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33907/jwks.json
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:02:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:02:38.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:38.905431 24640 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:02:38.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:38.905875 24640 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:02:38.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:38.906004 24640 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:02:38.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:38.915191 24640 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:02:38.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:38.915381 24640 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
02:02:38.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:38.915460 24640 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:02:38.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:38.915520 24640 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:02:38.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:38.915608 24640 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:02:38.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:38.915675 24640 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:02:38.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:38.915751 24640 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33907/jwks.json
02:02:38.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:38.927138 24640 master_runner.cc:386] Master server non-default flags:
02:02:38.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:38.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.13.84:46597
02:02:38.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:38.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:38.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:02:38.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/data
02:02:38.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/wal
02:02:38.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:02:38.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721
02:02:38.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:02:38.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:38.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:38.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:02:38.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.13.126:44527
02:02:38.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:02:38.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:02:38.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:02:38.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33907/jwks.json
02:02:38.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:38.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/data/info.pb
02:02:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.13.126
02:02:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:02:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:02:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:02:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/logs
02:02:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:02:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:02:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:02:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:02:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:02:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:02:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 01:43:21 UTC on bdcb31816ec0
02:02:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11718
02:02:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:02:38.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:38.929298 24640 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:02:38.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:38.931398 24640 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:02:38.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:38.941196 24645 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:38.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:38.941193 24646 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:38.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:38.941808 24648 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:38.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:38.942324 24640 server_base.cc:1061] running on GCE node
02:02:38.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:38.943185 24640 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:02:38.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:38.944818 24640 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:02:38.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:38.946147 24640 hybrid_clock.cc:648] HybridClock initialized: now 1777773758946050 us; error 63 us; skew 500 ppm
02:02:38.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:38.946581 24640 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:02:38.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:38.949358 24640 webserver.cc:492] Webserver started at http://127.24.13.126:35941/ using document root <none> and password file <none>
02:02:38.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:38.950349 24640 fs_manager.cc:362] Metadata directory not provided
02:02:38.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:38.950531 24640 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:02:38.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:38.950959 24640 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:02:38.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:38.953740 24640 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/data/instance:
02:02:38.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "116f12de246941b8a4f101172489b8fa"
02:02:38.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:02:38 on dist-test-slave-hh54"
02:02:38.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:38.954834 24640 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/wal/instance:
02:02:38.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "116f12de246941b8a4f101172489b8fa"
02:02:38.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:02:38 on dist-test-slave-hh54"
02:02:38.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:38.961510 24640 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
02:02:38.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:38.965900 24654 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:02:38.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:38.967744 24640 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
02:02:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:38.968014 24640 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/data,/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/wal
02:02:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "116f12de246941b8a4f101172489b8fa"
02:02:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:02:38 on dist-test-slave-hh54"
02:02:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:38.968279 24640 fs_report.cc:389] FS layout report
02:02:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:02:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/wal
02:02:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/wal
02:02:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/data/data
02:02:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:02:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:02:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:02:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:02:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:02:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:02:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:02:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:02:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:02:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:02:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:02:38.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:38.990801 24640 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:02:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:38.991937 24640 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:02:38.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:38.992359 24640 kserver.cc:163] Server-wide thread pool size limit: 3276
02:02:39.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.019989 24640 rpc_server.cc:307] RPC server started. Bound to: 127.24.13.126:44527
02:02:39.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.020015 24715 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.13.126:44527 every 8 connection(s)
02:02:39.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.021790 24640 server_base.cc:1193] Dumped server information to /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/data/info.pb
02:02:39.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.026587 24629 external_mini_cluster.cc:1428] Started /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu as pid 24640
02:02:39.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.026939 24629 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/wal/instance
02:02:39.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.026968 24716 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:02:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.030164 24629 external_mini_cluster.cc:1366] Running /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu
02:02:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu
02:02:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-1/wal
02:02:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-1/data
02:02:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:02:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:02:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:02:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-1/logs
02:02:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-1/data/info.pb
02:02:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:02:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:02:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:02:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:02:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:02:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:02:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:02:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:02:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.13.125:33451
02:02:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.13.125
02:02:39.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:39.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.13.84:46597
02:02:39.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:39.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:39.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:39.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:02:39.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721
02:02:39.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:02:39.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33907/jwks.json
02:02:39.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:02:39.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:02:39.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.036345 24716 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } has no permanent_uuid. Determining permanent_uuid...
02:02:39.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.056347 24716 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } has no permanent_uuid. Determining permanent_uuid...
02:02:39.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.057855 24655 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111)
02:02:39.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.059635 24716 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.13.125:33451: Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111)
02:02:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.109064 24716 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } attempt: 1
02:02:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.111711 24716 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.13.125:33451: Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111)
02:02:39.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.180058 24716 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } attempt: 2
02:02:39.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.182404 24716 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.13.125:33451: Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111)
02:02:39.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.273749 24716 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } attempt: 3
02:02:39.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.276011 24716 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.13.125:33451: Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111)
02:02:39.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.398274 24718 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:02:39.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.398643 24718 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:02:39.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.398725 24718 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:02:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.407810 24718 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:02:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.407928 24718 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
02:02:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.407979 24718 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:02:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.408021 24718 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:02:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.408079 24718 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:02:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.408121 24718 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:02:39.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.408165 24718 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33907/jwks.json
02:02:39.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.419095 24718 master_runner.cc:386] Master server non-default flags:
02:02:39.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:39.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.13.84:46597
02:02:39.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:39.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:39.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:02:39.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-1/data
02:02:39.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-1/wal
02:02:39.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:02:39.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721
02:02:39.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:02:39.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:39.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:39.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:02:39.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.13.125:33451
02:02:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:02:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:02:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:02:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33907/jwks.json
02:02:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-1/data/info.pb
02:02:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.13.125
02:02:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:02:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:02:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:02:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-1/logs
02:02:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:02:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:02:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:02:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:02:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:02:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:02:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 01:43:21 UTC on bdcb31816ec0
02:02:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11718
02:02:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:02:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.419441 24716 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } attempt: 4
02:02:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.421365 24718 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:02:39.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.421947 24716 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.13.125:33451: Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111)
02:02:39.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.423520 24718 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:02:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.432199 24727 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:39.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.432337 24726 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:39.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.433547 24729 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:39.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.433926 24718 server_base.cc:1061] running on GCE node
02:02:39.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.434923 24718 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:02:39.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.436580 24718 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:02:39.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.437850 24718 hybrid_clock.cc:648] HybridClock initialized: now 1777773759437802 us; error 37 us; skew 500 ppm
02:02:39.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.438263 24718 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:02:39.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.440755 24718 webserver.cc:492] Webserver started at http://127.24.13.125:32961/ using document root <none> and password file <none>
02:02:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.441602 24718 fs_manager.cc:362] Metadata directory not provided
02:02:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.441771 24718 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:02:39.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.442272 24718 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:02:39.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.444903 24718 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-1/data/instance:
02:02:39.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "549d65970144428d80363a03f91f47f8"
02:02:39.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:02:39 on dist-test-slave-hh54"
02:02:39.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.445822 24718 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-1/wal/instance:
02:02:39.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "549d65970144428d80363a03f91f47f8"
02:02:39.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:02:39 on dist-test-slave-hh54"
02:02:39.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.451803 24718 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.000s sys 0.004s
02:02:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.455569 24735 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:02:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.457245 24718 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
02:02:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.457477 24718 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-1/data,/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-1/wal
02:02:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "549d65970144428d80363a03f91f47f8"
02:02:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:02:39 on dist-test-slave-hh54"
02:02:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.457724 24718 fs_report.cc:389] FS layout report
02:02:39.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:02:39.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-1/wal
02:02:39.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-1/wal
02:02:39.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-1/data/data
02:02:39.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:02:39.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:02:39.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:02:39.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:02:39.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:02:39.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:02:39.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:02:39.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:02:39.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:02:39.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:02:39.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:02:39.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.476994 24718 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:02:39.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.478111 24718 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:02:39.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.478525 24718 kserver.cc:163] Server-wide thread pool size limit: 3276
02:02:39.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.504511 24718 rpc_server.cc:307] RPC server started. Bound to: 127.24.13.125:33451
02:02:39.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.504536 24796 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.13.125:33451 every 8 connection(s)
02:02:39.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.506379 24718 server_base.cc:1193] Dumped server information to /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-1/data/info.pb
02:02:39.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.511204 24797 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:02:39.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.512880 24629 external_mini_cluster.cc:1428] Started /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu as pid 24718
02:02:39.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.513024 24629 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-1/wal/instance
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.514142 24629 external_mini_cluster.cc:1366] Running /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/wal
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/data
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/logs
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/data/info.pb
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.13.124:35721
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.13.124
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.13.84:46597
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:39.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:02:39.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721
02:02:39.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:02:39.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33907/jwks.json
02:02:39.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:02:39.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:02:39.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.518147 24797 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } has no permanent_uuid. Determining permanent_uuid...
02:02:39.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.534622 24797 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } has no permanent_uuid. Determining permanent_uuid...
02:02:39.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.545670 24797 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } has no permanent_uuid. Determining permanent_uuid...
02:02:39.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.547080 24739 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111)
02:02:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.549024 24797 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.13.124:35721: Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111)
02:02:39.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.598407 24797 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } attempt: 1
02:02:39.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.600698 24797 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.13.124:35721: Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111)
02:02:39.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.668968 24797 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } attempt: 2
02:02:39.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.671216 24797 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.13.124:35721: Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111)
02:02:39.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.721309 24716 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } attempt: 5
02:02:39.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.728922 24716 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } has no permanent_uuid. Determining permanent_uuid...
02:02:39.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.731138 24716 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.13.124:35721: Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111)
02:02:39.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.762475 24797 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } attempt: 3
02:02:39.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.764572 24797 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.13.124:35721: Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111)
02:02:39.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.782387 24716 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } attempt: 1
02:02:39.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.784436 24716 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.13.124:35721: Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111)
02:02:39.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.852733 24716 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } attempt: 2
02:02:39.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.855041 24716 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.13.124:35721: Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111)
02:02:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.885203 24799 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:02:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.885571 24799 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:02:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.885655 24799 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:02:39.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.894585 24799 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:02:39.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.894701 24799 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
02:02:39.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.894750 24799 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:02:39.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.894793 24799 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:02:39.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.894853 24799 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:02:39.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.894894 24799 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:02:39.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.894938 24799 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33907/jwks.json
02:02:39.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.905614 24799 master_runner.cc:386] Master server non-default flags:
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.13.84:46597
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/data
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/wal
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.13.124:35721
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33907/jwks.json
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/data/info.pb
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.13.124
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/logs
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 01:43:21 UTC on bdcb31816ec0
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11718
02:02:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:02:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.907361 24799 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:02:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.907898 24797 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } attempt: 4
02:02:39.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.909497 24799 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:02:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.910074 24797 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.13.124:35721: Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111)
02:02:39.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.918831 24808 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:39.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.918864 24807 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:39.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.919028 24810 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:39.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.920034 24799 server_base.cc:1061] running on GCE node
02:02:39.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.920930 24799 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:02:39.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.922602 24799 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:02:39.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.923874 24799 hybrid_clock.cc:648] HybridClock initialized: now 1777773759923809 us; error 44 us; skew 500 ppm
02:02:39.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.924292 24799 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:02:39.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.926813 24799 webserver.cc:492] Webserver started at http://127.24.13.124:40671/ using document root <none> and password file <none>
02:02:39.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.927663 24799 fs_manager.cc:362] Metadata directory not provided
02:02:39.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.927825 24799 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:02:39.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.928257 24799 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:02:39.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.930904 24799 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/data/instance:
02:02:39.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df15274ab99d464db432e9e1022fab6f"
02:02:39.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:02:39 on dist-test-slave-hh54"
02:02:39.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.931826 24799 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/wal/instance:
02:02:39.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df15274ab99d464db432e9e1022fab6f"
02:02:39.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:02:39 on dist-test-slave-hh54"
02:02:39.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.938149 24799 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.004s sys 0.004s
02:02:39.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.942184 24816 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:02:39.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.943751 24799 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
02:02:39.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.944010 24799 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/data,/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/wal
02:02:39.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df15274ab99d464db432e9e1022fab6f"
02:02:39.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:02:39 on dist-test-slave-hh54"
02:02:39.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.944281 24799 fs_report.cc:389] FS layout report
02:02:39.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:02:39.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/wal
02:02:39.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/wal
02:02:39.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/data/data
02:02:39.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:02:39.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:02:39.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:02:39.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:02:39.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:02:39.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:02:39.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:02:39.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:02:39.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:02:39.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:02:39.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:02:39.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.961351 24716 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } attempt: 3
02:02:39.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:39.963960 24716 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.13.124:35721: Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111)
02:02:39.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.972116 24799 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:02:39.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.973050 24799 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:02:39.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:39.973336 24799 kserver.cc:163] Server-wide thread pool size limit: 3276
02:02:40.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.002274 24799 rpc_server.cc:307] RPC server started. Bound to: 127.24.13.124:35721
02:02:40.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.002300 24877 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.13.124:35721 every 8 connection(s)
02:02:40.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.004161 24799 server_base.cc:1193] Dumped server information to /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/data/info.pb
02:02:40.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.005808 24629 external_mini_cluster.cc:1428] Started /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu as pid 24799
02:02:40.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.006062 24629 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/wal/instance
02:02:40.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.010818 24878 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:02:40.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.019536 24878 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } has no permanent_uuid. Determining permanent_uuid...
02:02:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.037447 24878 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } has no permanent_uuid. Determining permanent_uuid...
02:02:40.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.044531 24878 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } has no permanent_uuid. Determining permanent_uuid...
02:02:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.055845 24878 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f: Bootstrap starting.
02:02:40.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.059576 24878 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f: Neither blocks nor log segments found. Creating new log.
02:02:40.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.061208 24878 log.cc:826] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f: Log is configured to *not* fsync() on all Append() calls
02:02:40.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.064394 24878 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f: No bootstrap required, opened a new log
02:02:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.070292 24878 raft_consensus.cc:359] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.070693 24878 raft_consensus.cc:385] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:02:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.070812 24878 raft_consensus.cc:740] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: df15274ab99d464db432e9e1022fab6f, State: Initialized, Role: FOLLOWER
02:02:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.071513 24878 consensus_queue.cc:260] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:40.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.072569 24885 sys_catalog.cc:455] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } } }
02:02:40.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.072839 24885 sys_catalog.cc:458] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [sys.catalog]: This master's current role is: FOLLOWER
02:02:40.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.073720 24878 sys_catalog.cc:565] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [sys.catalog]: configured and running, proceeding with master startup.
02:02:40.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:40.086210 24896 catalog_manager.cc:1568] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:02:40.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:40.086370 24896 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:02:40.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.082537 24799 master_runner.cc:186] Error getting master registration for 127.24.13.126:44527: OK, instance_id { permanent_uuid: "116f12de246941b8a4f101172489b8fa" instance_seqno: 1777773759013892 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:02:40.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.088351 24799 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:02:40.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.131862 24885 raft_consensus.cc:493] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:02:40.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.132187 24885 raft_consensus.cc:515] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:40.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.133988 24885 leader_election.cc:290] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 116f12de246941b8a4f101172489b8fa (127.24.13.126:44527), 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451)
02:02:40.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.141247 24716 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } attempt: 4
02:02:40.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.154644 24716 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa: Bootstrap starting.
02:02:40.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.159415 24716 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa: Neither blocks nor log segments found. Creating new log.
02:02:40.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.160975 24716 log.cc:826] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa: Log is configured to *not* fsync() on all Append() calls
02:02:40.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.164840 24716 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa: No bootstrap required, opened a new log
02:02:40.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.173086 24716 raft_consensus.cc:359] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:40.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.173666 24716 raft_consensus.cc:385] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:02:40.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.173869 24716 raft_consensus.cc:740] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 116f12de246941b8a4f101172489b8fa, State: Initialized, Role: FOLLOWER
02:02:40.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.174825 24716 consensus_queue.cc:260] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.176398 24899 sys_catalog.cc:455] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } } }
02:02:40.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.177500 24899 sys_catalog.cc:458] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [sys.catalog]: This master's current role is: FOLLOWER
02:02:40.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.177747 24716 sys_catalog.cc:565] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [sys.catalog]: configured and running, proceeding with master startup.
02:02:40.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.177830 24681 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "df15274ab99d464db432e9e1022fab6f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "116f12de246941b8a4f101172489b8fa" is_pre_election: true
02:02:40.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.178717 24681 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate df15274ab99d464db432e9e1022fab6f in term 0.
02:02:40.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.178890 24899 raft_consensus.cc:493] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:02:40.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.179075 24899 raft_consensus.cc:515] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:40.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.179783 24818 leader_election.cc:304] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 116f12de246941b8a4f101172489b8fa, df15274ab99d464db432e9e1022fab6f; no voters:
02:02:40.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.180279 24885 raft_consensus.cc:2804] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [term 0 FOLLOWER]: Leader pre-election won for term 1
02:02:40.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.180423 24885 raft_consensus.cc:493] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:02:40.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.180523 24885 raft_consensus.cc:3060] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [term 0 FOLLOWER]: Advancing to term 1
02:02:40.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.181087 24899 leader_election.cc:290] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451), df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721)
02:02:40.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.183892 24843 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "116f12de246941b8a4f101172489b8fa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "df15274ab99d464db432e9e1022fab6f" is_pre_election: true
02:02:40.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.185842 24885 raft_consensus.cc:515] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:40.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.186656 24843 raft_consensus.cc:2393] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 116f12de246941b8a4f101172489b8fa in current term 1: Already voted for candidate df15274ab99d464db432e9e1022fab6f in this term.
02:02:40.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.190577 24681 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "df15274ab99d464db432e9e1022fab6f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "116f12de246941b8a4f101172489b8fa"
02:02:40.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.190853 24681 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 0 FOLLOWER]: Advancing to term 1
02:02:40.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.195140 24681 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate df15274ab99d464db432e9e1022fab6f in term 1.
02:02:40.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.195745 24818 leader_election.cc:304] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 116f12de246941b8a4f101172489b8fa, df15274ab99d464db432e9e1022fab6f; no voters:
02:02:40.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.196702 24885 leader_election.cc:290] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [CANDIDATE]: Term 1 election: Requested vote from peers 116f12de246941b8a4f101172489b8fa (127.24.13.126:44527), 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451)
02:02:40.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.197503 24903 raft_consensus.cc:2804] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [term 1 FOLLOWER]: Leader election won for term 1
02:02:40.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.198478 24903 raft_consensus.cc:697] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [term 1 LEADER]: Becoming Leader. State: Replica: df15274ab99d464db432e9e1022fab6f, State: Running, Role: LEADER
02:02:40.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.200738 24903 consensus_queue.cc:237] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:40.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.209329 24797 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } attempt: 5
02:02:40.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:40.225898 24822 tablet.cc:2404] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:02:40.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.229480 24797 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8: Bootstrap starting.
02:02:40.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.237319 24797 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8: Neither blocks nor log segments found. Creating new log.
02:02:40.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.239995 24797 log.cc:826] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8: Log is configured to *not* fsync() on all Append() calls
02:02:40.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.244263 24885 sys_catalog.cc:455] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [sys.catalog]: SysCatalogTable state changed. Reason: New leader df15274ab99d464db432e9e1022fab6f. Latest consensus state: current_term: 1 leader_uuid: "df15274ab99d464db432e9e1022fab6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } } }
02:02:40.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.244709 24885 sys_catalog.cc:458] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [sys.catalog]: This master's current role is: LEADER
02:02:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:40.246452 24660 tablet.cc:2404] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:02:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.246748 24913 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
02:02:40.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.249480 24913 catalog_manager.cc:1494] Initializing Kudu cluster ID...
02:02:40.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.251194 24797 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8: No bootstrap required, opened a new log
02:02:40.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.259776 24797 raft_consensus.cc:359] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:40.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.260391 24797 raft_consensus.cc:385] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:02:40.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.260625 24797 raft_consensus.cc:740] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 549d65970144428d80363a03f91f47f8, State: Initialized, Role: FOLLOWER
02:02:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.261606 24797 consensus_queue.cc:260] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:40.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.261884 24914 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
02:02:40.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.270310 24916 sys_catalog.cc:455] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } } }
02:02:40.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.270721 24916 sys_catalog.cc:458] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [sys.catalog]: This master's current role is: FOLLOWER
02:02:40.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.272783 24797 sys_catalog.cc:565] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [sys.catalog]: configured and running, proceeding with master startup.
02:02:40.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.272856 24760 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "df15274ab99d464db432e9e1022fab6f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "549d65970144428d80363a03f91f47f8"
02:02:40.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.267902 24640 master_runner.cc:186] Error getting master registration for 127.24.13.125:33451: OK, instance_id { permanent_uuid: "549d65970144428d80363a03f91f47f8" instance_seqno: 1777773759498540 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:02:40.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.273473 24760 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [term 0 FOLLOWER]: Advancing to term 1
02:02:40.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.274030 24640 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:02:40.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.277262 24681 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 1 FOLLOWER]: Refusing update from remote peer df15274ab99d464db432e9e1022fab6f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:02:40.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.277141 24761 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "116f12de246941b8a4f101172489b8fa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "549d65970144428d80363a03f91f47f8" is_pre_election: true
02:02:40.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.278075 24762 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "df15274ab99d464db432e9e1022fab6f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "549d65970144428d80363a03f91f47f8" is_pre_election: true
02:02:40.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.279606 24903 consensus_queue.cc:1048] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [LEADER]: Connected to new peer: Peer: permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:02:40.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.280771 24760 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate df15274ab99d464db432e9e1022fab6f in term 1.
02:02:40.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.281198 24655 leader_election.cc:304] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 116f12de246941b8a4f101172489b8fa; no voters: 549d65970144428d80363a03f91f47f8, df15274ab99d464db432e9e1022fab6f
02:02:40.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.281558 24759 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [term 1 FOLLOWER]: Refusing update from remote peer df15274ab99d464db432e9e1022fab6f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:02:40.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.283393 24903 consensus_queue.cc:1048] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [LEADER]: Connected to new peer: Peer: permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:02:40.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.307014 24916 sys_catalog.cc:455] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader df15274ab99d464db432e9e1022fab6f. Latest consensus state: current_term: 1 leader_uuid: "df15274ab99d464db432e9e1022fab6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } } }
02:02:40.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.307483 24916 sys_catalog.cc:458] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [sys.catalog]: This master's current role is: FOLLOWER
02:02:40.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.318084 24903 sys_catalog.cc:455] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "df15274ab99d464db432e9e1022fab6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } } }
02:02:40.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.318516 24903 sys_catalog.cc:458] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [sys.catalog]: This master's current role is: LEADER
02:02:40.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.321542 24924 mvcc.cc:204] Tried to move back new op lower bound from 7281761322049863680 to 7281761321805729792. Current Snapshot: MvccSnapshot[applied={T|T < 7281761322049863680}]
02:02:40.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.324651 24913 catalog_manager.cc:1357] Generated new cluster ID: bd2ba5ae6c6d45c6873b136892661ed0
02:02:40.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.324810 24913 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
02:02:40.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.334803 24916 sys_catalog.cc:455] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "df15274ab99d464db432e9e1022fab6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } } }
02:02:40.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.335237 24916 sys_catalog.cc:458] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [sys.catalog]: This master's current role is: FOLLOWER
02:02:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.344579 24899 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
02:02:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.344772 24922 sys_catalog.cc:455] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [sys.catalog]: SysCatalogTable state changed. Reason: New leader df15274ab99d464db432e9e1022fab6f. Latest consensus state: current_term: 1 leader_uuid: "df15274ab99d464db432e9e1022fab6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } } }
02:02:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.345126 24922 sys_catalog.cc:458] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [sys.catalog]: This master's current role is: FOLLOWER
02:02:40.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.347323 24903 sys_catalog.cc:455] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "df15274ab99d464db432e9e1022fab6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } } }
02:02:40.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.347671 24903 sys_catalog.cc:458] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [sys.catalog]: This master's current role is: LEADER
02:02:40.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.354053 24933 catalog_manager.cc:1269] Loaded cluster ID: bd2ba5ae6c6d45c6873b136892661ed0
02:02:40.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.354440 24933 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8: loading cluster ID for follower catalog manager: success
02:02:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:40.356108 24933 catalog_manager.cc:1586] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8: acquiring CA information for follower catalog manager: Not found: root CA entry not found
02:02:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:40.356420 24933 catalog_manager.cc:883] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry
02:02:40.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.362566 24922 sys_catalog.cc:455] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "df15274ab99d464db432e9e1022fab6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } } }
02:02:40.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.362856 24922 sys_catalog.cc:458] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [sys.catalog]: This master's current role is: FOLLOWER
02:02:40.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.384197 24913 catalog_manager.cc:1380] Generated new certificate authority record
02:02:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.386479 24913 catalog_manager.cc:1514] Loading token signing keys...
02:02:40.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.405746 24913 catalog_manager.cc:6044] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f: Generated new TSK 0
02:02:40.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.407344 24913 catalog_manager.cc:1524] Initializing in-progress tserver states...
02:02:40.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.436316 24629 external_mini_cluster.cc:1366] Running /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu
02:02:40.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu
02:02:40.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-0/wal
02:02:40.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-0/data
02:02:40.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:02:40.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:02:40.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:02:40.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:40.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:40.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:40.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-0/logs
02:02:40.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-0/data/info.pb
02:02:40.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:40.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:02:40.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:02:40.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:02:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:02:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:02:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:02:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.13.65:0
02:02:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.13.65
02:02:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.13.65
02:02:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721
02:02:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.13.84:46597
02:02:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:02:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:02:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:02:40.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:40.888203 24938 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:02:40.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:40.888643 24938 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:02:40.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:40.888764 24938 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:02:40.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:40.898259 24938 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:02:40.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:40.898423 24938 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:02:40.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:40.898476 24938 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:02:40.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:40.898514 24938 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
02:02:40.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:40.898594 24938 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.13.65
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.909739 24938 tablet_server_runner.cc:78] Tablet server non-default flags:
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.13.84:46597
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-0/data
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-0/wal
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.13.65:0
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-0/data/info.pb
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.13.65
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.13.65
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-0/logs
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 01:43:21 UTC on bdcb31816ec0
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11718
02:02:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:02:40.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.911516 24938 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:02:40.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.913600 24938 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:02:40.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:40.924880 24943 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:40.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:40.924927 24944 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:40.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:40.925388 24946 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:40.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.926784 24938 server_base.cc:1061] running on GCE node
02:02:40.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.927431 24938 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:02:40.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.928515 24938 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:02:40.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.929775 24938 hybrid_clock.cc:648] HybridClock initialized: now 1777773760929684 us; error 68 us; skew 500 ppm
02:02:40.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.930176 24938 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:02:40.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.932819 24938 webserver.cc:492] Webserver started at http://127.24.13.65:45953/ using document root <none> and password file <none>
02:02:40.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.933624 24938 fs_manager.cc:362] Metadata directory not provided
02:02:40.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.933740 24938 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:02:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.934149 24938 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:02:40.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.936870 24938 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-0/data/instance:
02:02:40.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b3f455ad19f449eaa59c42a9c50348f"
02:02:40.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:02:40 on dist-test-slave-hh54"
02:02:40.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.937719 24938 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-0/wal/instance:
02:02:40.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b3f455ad19f449eaa59c42a9c50348f"
02:02:40.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:02:40 on dist-test-slave-hh54"
02:02:40.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.944450 24938 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
02:02:40.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.948436 24952 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:02:40.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.950464 24938 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
02:02:40.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.950654 24938 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-0/data,/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-0/wal
02:02:40.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b3f455ad19f449eaa59c42a9c50348f"
02:02:40.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:02:40 on dist-test-slave-hh54"
02:02:40.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.950853 24938 fs_report.cc:389] FS layout report
02:02:40.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:02:40.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-0/wal
02:02:40.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-0/wal
02:02:40.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-0/data/data
02:02:40.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:02:40.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:02:40.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:02:40.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:02:40.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:02:40.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:02:40.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:02:40.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:02:40.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:02:40.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:02:40.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:02:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.986532 24938 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:02:40.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.987557 24938 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:02:40.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.987841 24938 kserver.cc:163] Server-wide thread pool size limit: 3276
02:02:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.991204 24938 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:02:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.991379 24938 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:02:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.991524 24938 ts_tablet_manager.cc:616] Registered 0 tablets
02:02:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:40.991619 24938 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:02:41.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.062463 24938 rpc_server.cc:307] RPC server started. Bound to: 127.24.13.65:37869
02:02:41.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.062569 25076 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.13.65:37869 every 8 connection(s)
02:02:41.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.064030 24938 server_base.cc:1193] Dumped server information to /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-0/data/info.pb
02:02:41.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.065534 24629 external_mini_cluster.cc:1428] Started /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu as pid 24938
02:02:41.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.065742 24629 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-0/wal/instance
02:02:41.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.068593 25078 heartbeater.cc:344] Connected to a master server at 127.24.13.126:44527
02:02:41.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.069032 25078 heartbeater.cc:461] Registering TS with master...
02:02:41.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.070255 25078 heartbeater.cc:507] Master 127.24.13.126:44527 requested a full tablet report, sending...
02:02:41.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.072175 24629 external_mini_cluster.cc:1366] Running /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu
02:02:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu
02:02:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-1/wal
02:02:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-1/data
02:02:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:02:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:02:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:02:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-1/logs
02:02:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-1/data/info.pb
02:02:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:02:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:02:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:02:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:02:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:02:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:02:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.13.66:0
02:02:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.13.66
02:02:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.13.66
02:02:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721
02:02:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.13.84:46597
02:02:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:41.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:41.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:02:41.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:02:41.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:02:41.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.073173 24670 ts_manager.cc:194] Registered new tserver with Master: 8b3f455ad19f449eaa59c42a9c50348f (127.24.13.65:37869)
02:02:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.080004 25077 heartbeater.cc:344] Connected to a master server at 127.24.13.124:35721
02:02:41.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.080909 25077 heartbeater.cc:461] Registering TS with master...
02:02:41.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.081928 25077 heartbeater.cc:507] Master 127.24.13.124:35721 requested a full tablet report, sending...
02:02:41.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.086488 24833 ts_manager.cc:194] Registered new tserver with Master: 8b3f455ad19f449eaa59c42a9c50348f (127.24.13.65:37869)
02:02:41.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.087719 25079 heartbeater.cc:344] Connected to a master server at 127.24.13.125:33451
02:02:41.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.087908 25079 heartbeater.cc:461] Registering TS with master...
02:02:41.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.088380 25079 heartbeater.cc:507] Master 127.24.13.125:33451 requested a full tablet report, sending...
02:02:41.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.088444 24833 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.13.65:33549
02:02:41.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.090374 24752 ts_manager.cc:194] Registered new tserver with Master: 8b3f455ad19f449eaa59c42a9c50348f (127.24.13.65:37869)
02:02:41.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.268898 24914 catalog_manager.cc:1269] Loaded cluster ID: bd2ba5ae6c6d45c6873b136892661ed0
02:02:41.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.269076 24914 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa: loading cluster ID for follower catalog manager: success
02:02:41.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.273615 24914 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa: acquiring CA information for follower catalog manager: success
02:02:41.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.277057 24914 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:02:41.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.361439 24933 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8: acquiring CA information for follower catalog manager: success
02:02:41.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.364750 24933 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:02:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:41.454916 25082 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:02:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:41.455339 25082 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:02:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:41.455502 25082 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:02:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:41.465849 25082 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:02:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:41.466114 25082 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:02:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:41.466199 25082 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:02:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:41.466259 25082 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
02:02:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:41.466406 25082 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.13.66
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.479017 25082 tablet_server_runner.cc:78] Tablet server non-default flags:
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.13.84:46597
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-1/data
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-1/wal
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.13.66:0
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-1/data/info.pb
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.13.66
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.13.66
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-1/logs
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:02:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 01:43:21 UTC on bdcb31816ec0
02:02:41.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11718
02:02:41.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:02:41.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.481837 25082 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:02:41.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.484297 25082 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:02:41.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:41.496846 25089 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:41.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:41.498036 25090 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:41.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:41.498514 25092 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:41.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.499176 25082 server_base.cc:1061] running on GCE node
02:02:41.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.500008 25082 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:02:41.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.501199 25082 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:02:41.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.502496 25082 hybrid_clock.cc:648] HybridClock initialized: now 1777773761502416 us; error 72 us; skew 500 ppm
02:02:41.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.502894 25082 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:02:41.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.507547 25082 webserver.cc:492] Webserver started at http://127.24.13.66:33491/ using document root <none> and password file <none>
02:02:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.508626 25082 fs_manager.cc:362] Metadata directory not provided
02:02:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.508813 25082 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:02:41.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.509285 25082 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:02:41.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.512846 25082 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-1/data/instance:
02:02:41.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f2879e1217c14c9b96617d4d516cec7c"
02:02:41.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:02:41 on dist-test-slave-hh54"
02:02:41.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.513917 25082 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-1/wal/instance:
02:02:41.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f2879e1217c14c9b96617d4d516cec7c"
02:02:41.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:02:41 on dist-test-slave-hh54"
02:02:41.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.520594 25082 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.002s sys 0.004s
02:02:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.525036 25098 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:02:41.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.526935 25082 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
02:02:41.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.527192 25082 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-1/data,/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-1/wal
02:02:41.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f2879e1217c14c9b96617d4d516cec7c"
02:02:41.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:02:41 on dist-test-slave-hh54"
02:02:41.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.527781 25082 fs_report.cc:389] FS layout report
02:02:41.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:02:41.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-1/wal
02:02:41.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-1/wal
02:02:41.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-1/data/data
02:02:41.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:02:41.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:02:41.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:02:41.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:02:41.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:02:41.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:02:41.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:02:41.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:02:41.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:02:41.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:02:41.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:02:41.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.548174 25082 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:02:41.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.549077 25082 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:02:41.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.549341 25082 kserver.cc:163] Server-wide thread pool size limit: 3276
02:02:41.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.552870 25082 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:02:41.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.553027 25082 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:02:41.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.553148 25082 ts_tablet_manager.cc:616] Registered 0 tablets
02:02:41.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.553225 25082 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:02:41.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.658455 25082 rpc_server.cc:307] RPC server started. Bound to: 127.24.13.66:42825
02:02:41.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.658466 25222 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.13.66:42825 every 8 connection(s)
02:02:41.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.660517 25082 server_base.cc:1193] Dumped server information to /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-1/data/info.pb
02:02:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.661069 24629 external_mini_cluster.cc:1428] Started /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu as pid 25082
02:02:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.661312 24629 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-1/wal/instance
02:02:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.668520 24629 external_mini_cluster.cc:1366] Running /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu
02:02:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu
02:02:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-2/wal
02:02:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-2/data
02:02:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:02:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:02:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:02:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-2/logs
02:02:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-2/data/info.pb
02:02:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:02:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:02:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:02:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:02:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:41.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:02:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:02:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.13.67:0
02:02:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.13.67
02:02:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.13.67
02:02:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721
02:02:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.13.84:46597
02:02:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:02:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:02:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
02:02:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.672438 25223 heartbeater.cc:344] Connected to a master server at 127.24.13.124:35721
02:02:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.672847 25223 heartbeater.cc:461] Registering TS with master...
02:02:41.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.674055 25223 heartbeater.cc:507] Master 127.24.13.124:35721 requested a full tablet report, sending...
02:02:41.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.676568 24833 ts_manager.cc:194] Registered new tserver with Master: f2879e1217c14c9b96617d4d516cec7c (127.24.13.66:42825)
02:02:41.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.677855 24833 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.13.66:46301
02:02:41.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.683881 25224 heartbeater.cc:344] Connected to a master server at 127.24.13.126:44527
02:02:41.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.684336 25224 heartbeater.cc:461] Registering TS with master...
02:02:41.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.684957 25224 heartbeater.cc:507] Master 127.24.13.126:44527 requested a full tablet report, sending...
02:02:41.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.686715 24670 ts_manager.cc:194] Registered new tserver with Master: f2879e1217c14c9b96617d4d516cec7c (127.24.13.66:42825)
02:02:41.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.697414 25226 heartbeater.cc:344] Connected to a master server at 127.24.13.125:33451
02:02:41.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.697871 25226 heartbeater.cc:461] Registering TS with master...
02:02:41.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.698381 25226 heartbeater.cc:507] Master 127.24.13.125:33451 requested a full tablet report, sending...
02:02:41.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:41.699898 24752 ts_manager.cc:194] Registered new tserver with Master: f2879e1217c14c9b96617d4d516cec7c (127.24.13.66:42825)
02:02:42.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:42.060854 25225 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:02:42.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:42.061231 25225 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:02:42.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:42.061328 25225 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:02:42.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:42.073125 25225 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:02:42.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:42.073294 25225 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
02:02:42.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:42.073347 25225 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
02:02:42.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:42.073385 25225 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
02:02:42.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:42.073462 25225 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.13.67
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.084810 25225 tablet_server_runner.cc:78] Tablet server non-default flags:
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.13.84:46597
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-2/data
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-2/wal
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.13.67:0
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-2/data/info.pb
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.13.67
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.13.67
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-2/logs
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 01:43:21 UTC on bdcb31816ec0
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11718
02:02:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:02:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.086694 25225 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:02:42.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.088634 25225 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:02:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.091471 25077 heartbeater.cc:499] Master 127.24.13.124:35721 was elected leader, sending a full tablet report...
02:02:42.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:42.100755 25233 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:42.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:42.100914 25236 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:42.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:42.101542 25234 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:42.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.101985 25225 server_base.cc:1061] running on GCE node
02:02:42.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.102712 25225 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:02:42.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.103713 25225 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:02:42.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.104974 25225 hybrid_clock.cc:648] HybridClock initialized: now 1777773762104885 us; error 58 us; skew 500 ppm
02:02:42.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.105338 25225 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:02:42.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.107802 25225 webserver.cc:492] Webserver started at http://127.24.13.67:43211/ using document root <none> and password file <none>
02:02:42.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.108670 25225 fs_manager.cc:362] Metadata directory not provided
02:02:42.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.108822 25225 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:02:42.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.109272 25225 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:02:42.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.111896 25225 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-2/data/instance:
02:02:42.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cd70608185504cf0867554452b47c044"
02:02:42.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:02:42 on dist-test-slave-hh54"
02:02:42.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.112826 25225 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-2/wal/instance:
02:02:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cd70608185504cf0867554452b47c044"
02:02:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:02:42 on dist-test-slave-hh54"
02:02:42.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.119238 25225 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.008s sys 0.000s
02:02:42.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.123014 25242 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:02:42.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.124601 25225 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
02:02:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.124823 25225 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-2/data,/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-2/wal
02:02:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cd70608185504cf0867554452b47c044"
02:02:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:02:42 on dist-test-slave-hh54"
02:02:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.125077 25225 fs_report.cc:389] FS layout report
02:02:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:02:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-2/wal
02:02:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-2/wal
02:02:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-2/data/data
02:02:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:02:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:02:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:02:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:02:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:02:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:02:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:02:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:02:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:02:42.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:02:42.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:02:42.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.153863 25225 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:02:42.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.154978 25225 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:02:42.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.155277 25225 kserver.cc:163] Server-wide thread pool size limit: 3276
02:02:42.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.158730 25225 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:02:42.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.158890 25225 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
02:02:42.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.159024 25225 ts_tablet_manager.cc:616] Registered 0 tablets
02:02:42.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.159111 25225 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
02:02:42.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.225359 25225 rpc_server.cc:307] RPC server started. Bound to: 127.24.13.67:41591
02:02:42.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.225412 25365 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.13.67:41591 every 8 connection(s)
02:02:42.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.227046 25225 server_base.cc:1193] Dumped server information to /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-2/data/info.pb
02:02:42.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.227383 24629 external_mini_cluster.cc:1428] Started /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu as pid 25225
02:02:42.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.227531 24629 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/ts-2/wal/instance
02:02:42.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.230207 25367 heartbeater.cc:344] Connected to a master server at 127.24.13.126:44527
02:02:42.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.230638 25367 heartbeater.cc:461] Registering TS with master...
02:02:42.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.231885 25367 heartbeater.cc:507] Master 127.24.13.126:44527 requested a full tablet report, sending...
02:02:42.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.236310 24670 ts_manager.cc:194] Registered new tserver with Master: cd70608185504cf0867554452b47c044 (127.24.13.67:41591)
02:02:42.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.242430 25366 heartbeater.cc:344] Connected to a master server at 127.24.13.124:35721
02:02:42.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.242657 25366 heartbeater.cc:461] Registering TS with master...
02:02:42.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.243397 25366 heartbeater.cc:507] Master 127.24.13.124:35721 requested a full tablet report, sending...
02:02:42.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.244611 24833 ts_manager.cc:194] Registered new tserver with Master: cd70608185504cf0867554452b47c044 (127.24.13.67:41591)
02:02:42.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.245680 24833 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.13.67:36459
02:02:42.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.246040 25368 heartbeater.cc:344] Connected to a master server at 127.24.13.125:33451
02:02:42.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.246223 25368 heartbeater.cc:461] Registering TS with master...
02:02:42.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.246701 25368 heartbeater.cc:507] Master 127.24.13.125:33451 requested a full tablet report, sending...
02:02:42.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.247977 24752 ts_manager.cc:194] Registered new tserver with Master: cd70608185504cf0867554452b47c044 (127.24.13.67:41591)
02:02:42.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.258710 24629 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
02:02:42.260 [DEBUG - main] (MiniKuduCluster.java:195) Response:
02:02:42.260 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
02:02:42.261 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.24.13.126"
port: 44527
}
bound_http_address {
host: "127.24.13.126"
port: 35941
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.24.13.125"
port: 33451
}
bound_http_address {
host: "127.24.13.125"
port: 32961
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.24.13.124"
port: 35721
}
bound_http_address {
host: "127.24.13.124"
port: 40671
}
}
}
02:02:42.262 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
02:02:42.262 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.24.13.65"
port: 37869
}
bound_http_address {
host: "127.24.13.65"
port: 45953
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.24.13.66"
port: 42825
}
bound_http_address {
host: "127.24.13.66"
port: 33491
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.24.13.67"
port: 41591
}
bound_http_address {
host: "127.24.13.67"
port: 43211
}
}
}
02:02:42.262 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:02:42.264 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
02:02:42.266 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:42.267 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:42.268 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.13.125:33451(127.24.13.125:33451)] Successfully connected to peer
02:02:42.269 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.13.126:44527(127.24.13.126:44527)] connecting to peer
02:02:42.269 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.13.124:35721(127.24.13.124:35721)] Successfully connected to peer
02:02:42.270 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.24.13.126:44527(127.24.13.126:44527)] Successfully connected to peer
02:02:42.271 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.13.125
02:02:42.272 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.13.126
02:02:42.277 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.13.124
02:02:42.285 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x6a45b6c2, L:/127.0.0.1:42184 - R:/127.24.13.126:44527] using SASL/PLAIN
02:02:42.289 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xaae9a5f0, L:/127.0.0.1:54182 - R:/127.24.13.125:33451] using SASL/PLAIN
02:02:42.289 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x9429e253, L:/127.0.0.1:49064 - R:/127.24.13.124:35721] using SASL/PLAIN
02:02:42.291 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:02:42.292 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=26), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: OK, [25ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: OK, deferred=null) after lookup
02:02:42.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.293522 24833 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:49064:
02:02:42.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:42.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:02:42.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
02:02:42.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:42.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
02:02:42.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:42.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
02:02:42.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
02:02:42.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:42.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:42.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:42.296100 24833 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:02:42.329 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table d047479642cc489a8416ec7ed655b37b
02:02:42.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.388216 25158 tablet_service.cc:1511] Processing CreateTablet for tablet 32631f9216744834a2af3633bfaf79fc (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=d047479642cc489a8416ec7ed655b37b]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:02:42.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.388865 25300 tablet_service.cc:1511] Processing CreateTablet for tablet 8fcf77ba3a0648e3837fee5b6cdfa25b (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=d047479642cc489a8416ec7ed655b37b]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:02:42.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.390041 25300 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8fcf77ba3a0648e3837fee5b6cdfa25b. 1 dirs total, 0 dirs full, 0 dirs failed
02:02:42.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.390027 25158 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 32631f9216744834a2af3633bfaf79fc. 1 dirs total, 0 dirs full, 0 dirs failed
02:02:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.388486 25301 tablet_service.cc:1511] Processing CreateTablet for tablet 32631f9216744834a2af3633bfaf79fc (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=d047479642cc489a8416ec7ed655b37b]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:02:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.390679 25301 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 32631f9216744834a2af3633bfaf79fc. 1 dirs total, 0 dirs full, 0 dirs failed
02:02:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.390717 25157 tablet_service.cc:1511] Processing CreateTablet for tablet 8fcf77ba3a0648e3837fee5b6cdfa25b (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=d047479642cc489a8416ec7ed655b37b]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:02:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.391247 25157 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8fcf77ba3a0648e3837fee5b6cdfa25b. 1 dirs total, 0 dirs full, 0 dirs failed
02:02:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.392386 25011 tablet_service.cc:1511] Processing CreateTablet for tablet 8fcf77ba3a0648e3837fee5b6cdfa25b (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=d047479642cc489a8416ec7ed655b37b]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
02:02:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.392359 25012 tablet_service.cc:1511] Processing CreateTablet for tablet 32631f9216744834a2af3633bfaf79fc (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=d047479642cc489a8416ec7ed655b37b]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
02:02:42.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.394164 25012 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 32631f9216744834a2af3633bfaf79fc. 1 dirs total, 0 dirs full, 0 dirs failed
02:02:42.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.398478 25011 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8fcf77ba3a0648e3837fee5b6cdfa25b. 1 dirs total, 0 dirs full, 0 dirs failed
02:02:42.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.410883 25392 tablet_bootstrap.cc:492] T 32631f9216744834a2af3633bfaf79fc P cd70608185504cf0867554452b47c044: Bootstrap starting.
02:02:42.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.415246 25392 tablet_bootstrap.cc:654] T 32631f9216744834a2af3633bfaf79fc P cd70608185504cf0867554452b47c044: Neither blocks nor log segments found. Creating new log.
02:02:42.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.416714 25393 tablet_bootstrap.cc:492] T 8fcf77ba3a0648e3837fee5b6cdfa25b P f2879e1217c14c9b96617d4d516cec7c: Bootstrap starting.
02:02:42.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.416788 25392 log.cc:826] T 32631f9216744834a2af3633bfaf79fc P cd70608185504cf0867554452b47c044: Log is configured to *not* fsync() on all Append() calls
02:02:42.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.420846 25393 tablet_bootstrap.cc:654] T 8fcf77ba3a0648e3837fee5b6cdfa25b P f2879e1217c14c9b96617d4d516cec7c: Neither blocks nor log segments found. Creating new log.
02:02:42.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.422621 25393 log.cc:826] T 8fcf77ba3a0648e3837fee5b6cdfa25b P f2879e1217c14c9b96617d4d516cec7c: Log is configured to *not* fsync() on all Append() calls
02:02:42.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.424410 25395 tablet_bootstrap.cc:492] T 8fcf77ba3a0648e3837fee5b6cdfa25b P 8b3f455ad19f449eaa59c42a9c50348f: Bootstrap starting.
02:02:42.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.425583 25392 tablet_bootstrap.cc:492] T 32631f9216744834a2af3633bfaf79fc P cd70608185504cf0867554452b47c044: No bootstrap required, opened a new log
02:02:42.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.425580 25393 tablet_bootstrap.cc:492] T 8fcf77ba3a0648e3837fee5b6cdfa25b P f2879e1217c14c9b96617d4d516cec7c: No bootstrap required, opened a new log
02:02:42.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.425902 25392 ts_tablet_manager.cc:1403] T 32631f9216744834a2af3633bfaf79fc P cd70608185504cf0867554452b47c044: Time spent bootstrapping tablet: real 0.015s user 0.006s sys 0.005s
02:02:42.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.425912 25393 ts_tablet_manager.cc:1403] T 8fcf77ba3a0648e3837fee5b6cdfa25b P f2879e1217c14c9b96617d4d516cec7c: Time spent bootstrapping tablet: real 0.010s user 0.004s sys 0.005s
02:02:42.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.428843 25395 tablet_bootstrap.cc:654] T 8fcf77ba3a0648e3837fee5b6cdfa25b P 8b3f455ad19f449eaa59c42a9c50348f: Neither blocks nor log segments found. Creating new log.
02:02:42.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.430054 25395 log.cc:826] T 8fcf77ba3a0648e3837fee5b6cdfa25b P 8b3f455ad19f449eaa59c42a9c50348f: Log is configured to *not* fsync() on all Append() calls
02:02:42.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.432978 25395 tablet_bootstrap.cc:492] T 8fcf77ba3a0648e3837fee5b6cdfa25b P 8b3f455ad19f449eaa59c42a9c50348f: No bootstrap required, opened a new log
02:02:42.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.433308 25395 ts_tablet_manager.cc:1403] T 8fcf77ba3a0648e3837fee5b6cdfa25b P 8b3f455ad19f449eaa59c42a9c50348f: Time spent bootstrapping tablet: real 0.009s user 0.006s sys 0.000s
02:02:42.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.433743 25393 raft_consensus.cc:359] T 8fcf77ba3a0648e3837fee5b6cdfa25b P f2879e1217c14c9b96617d4d516cec7c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } }
02:02:42.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.433743 25392 raft_consensus.cc:359] T 32631f9216744834a2af3633bfaf79fc P cd70608185504cf0867554452b47c044 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } }
02:02:42.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.434221 25392 raft_consensus.cc:385] T 32631f9216744834a2af3633bfaf79fc P cd70608185504cf0867554452b47c044 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:02:42.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.434221 25393 raft_consensus.cc:385] T 8fcf77ba3a0648e3837fee5b6cdfa25b P f2879e1217c14c9b96617d4d516cec7c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:02:42.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.434331 25393 raft_consensus.cc:740] T 8fcf77ba3a0648e3837fee5b6cdfa25b P f2879e1217c14c9b96617d4d516cec7c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f2879e1217c14c9b96617d4d516cec7c, State: Initialized, Role: FOLLOWER
02:02:42.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.434331 25392 raft_consensus.cc:740] T 32631f9216744834a2af3633bfaf79fc P cd70608185504cf0867554452b47c044 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cd70608185504cf0867554452b47c044, State: Initialized, Role: FOLLOWER
02:02:42.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.435113 25393 consensus_queue.cc:260] T 8fcf77ba3a0648e3837fee5b6cdfa25b P f2879e1217c14c9b96617d4d516cec7c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } }
02:02:42.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.435111 25392 consensus_queue.cc:260] T 32631f9216744834a2af3633bfaf79fc P cd70608185504cf0867554452b47c044 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } }
02:02:42.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.436268 25223 heartbeater.cc:499] Master 127.24.13.124:35721 was elected leader, sending a full tablet report...
02:02:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.436952 25366 heartbeater.cc:499] Master 127.24.13.124:35721 was elected leader, sending a full tablet report...
02:02:42.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.437191 25393 ts_tablet_manager.cc:1434] T 8fcf77ba3a0648e3837fee5b6cdfa25b P f2879e1217c14c9b96617d4d516cec7c: Time spent starting tablet: real 0.011s user 0.010s sys 0.000s
02:02:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:42.443009 25227 tablet.cc:2404] T 8fcf77ba3a0648e3837fee5b6cdfa25b P f2879e1217c14c9b96617d4d516cec7c: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:02:42.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.443825 25392 ts_tablet_manager.cc:1434] T 32631f9216744834a2af3633bfaf79fc P cd70608185504cf0867554452b47c044: Time spent starting tablet: real 0.018s user 0.008s sys 0.003s
02:02:42.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.444285 25395 raft_consensus.cc:359] T 8fcf77ba3a0648e3837fee5b6cdfa25b P 8b3f455ad19f449eaa59c42a9c50348f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } }
02:02:42.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.444887 25395 raft_consensus.cc:385] T 8fcf77ba3a0648e3837fee5b6cdfa25b P 8b3f455ad19f449eaa59c42a9c50348f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:02:42.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.445101 25395 raft_consensus.cc:740] T 8fcf77ba3a0648e3837fee5b6cdfa25b P 8b3f455ad19f449eaa59c42a9c50348f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8b3f455ad19f449eaa59c42a9c50348f, State: Initialized, Role: FOLLOWER
02:02:42.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.445977 25395 consensus_queue.cc:260] T 8fcf77ba3a0648e3837fee5b6cdfa25b P 8b3f455ad19f449eaa59c42a9c50348f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } }
02:02:42.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.448105 25392 tablet_bootstrap.cc:492] T 8fcf77ba3a0648e3837fee5b6cdfa25b P cd70608185504cf0867554452b47c044: Bootstrap starting.
02:02:42.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.449865 25393 tablet_bootstrap.cc:492] T 32631f9216744834a2af3633bfaf79fc P f2879e1217c14c9b96617d4d516cec7c: Bootstrap starting.
02:02:42.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.450361 25392 tablet_bootstrap.cc:654] T 8fcf77ba3a0648e3837fee5b6cdfa25b P cd70608185504cf0867554452b47c044: Neither blocks nor log segments found. Creating new log.
02:02:42.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.451962 25393 tablet_bootstrap.cc:654] T 32631f9216744834a2af3633bfaf79fc P f2879e1217c14c9b96617d4d516cec7c: Neither blocks nor log segments found. Creating new log.
02:02:42.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.452775 25392 tablet_bootstrap.cc:492] T 8fcf77ba3a0648e3837fee5b6cdfa25b P cd70608185504cf0867554452b47c044: No bootstrap required, opened a new log
02:02:42.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.452981 25392 ts_tablet_manager.cc:1403] T 8fcf77ba3a0648e3837fee5b6cdfa25b P cd70608185504cf0867554452b47c044: Time spent bootstrapping tablet: real 0.005s user 0.004s sys 0.000s
02:02:42.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.453080 25395 ts_tablet_manager.cc:1434] T 8fcf77ba3a0648e3837fee5b6cdfa25b P 8b3f455ad19f449eaa59c42a9c50348f: Time spent starting tablet: real 0.020s user 0.016s sys 0.000s
02:02:42.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.454633 25392 raft_consensus.cc:359] T 8fcf77ba3a0648e3837fee5b6cdfa25b P cd70608185504cf0867554452b47c044 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } }
02:02:42.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.454921 25392 raft_consensus.cc:385] T 8fcf77ba3a0648e3837fee5b6cdfa25b P cd70608185504cf0867554452b47c044 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:02:42.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.455039 25392 raft_consensus.cc:740] T 8fcf77ba3a0648e3837fee5b6cdfa25b P cd70608185504cf0867554452b47c044 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cd70608185504cf0867554452b47c044, State: Initialized, Role: FOLLOWER
02:02:42.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.455443 25392 consensus_queue.cc:260] T 8fcf77ba3a0648e3837fee5b6cdfa25b P cd70608185504cf0867554452b47c044 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } }
02:02:42.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.459860 25395 tablet_bootstrap.cc:492] T 32631f9216744834a2af3633bfaf79fc P 8b3f455ad19f449eaa59c42a9c50348f: Bootstrap starting.
02:02:42.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.462232 25395 tablet_bootstrap.cc:654] T 32631f9216744834a2af3633bfaf79fc P 8b3f455ad19f449eaa59c42a9c50348f: Neither blocks nor log segments found. Creating new log.
02:02:42.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.463580 25392 ts_tablet_manager.cc:1434] T 8fcf77ba3a0648e3837fee5b6cdfa25b P cd70608185504cf0867554452b47c044: Time spent starting tablet: real 0.010s user 0.000s sys 0.002s
02:02:42.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.465149 25395 tablet_bootstrap.cc:492] T 32631f9216744834a2af3633bfaf79fc P 8b3f455ad19f449eaa59c42a9c50348f: No bootstrap required, opened a new log
02:02:42.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.465225 25393 tablet_bootstrap.cc:492] T 32631f9216744834a2af3633bfaf79fc P f2879e1217c14c9b96617d4d516cec7c: No bootstrap required, opened a new log
02:02:42.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.465425 25393 ts_tablet_manager.cc:1403] T 32631f9216744834a2af3633bfaf79fc P f2879e1217c14c9b96617d4d516cec7c: Time spent bootstrapping tablet: real 0.016s user 0.007s sys 0.007s
02:02:42.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.465659 25395 ts_tablet_manager.cc:1403] T 32631f9216744834a2af3633bfaf79fc P 8b3f455ad19f449eaa59c42a9c50348f: Time spent bootstrapping tablet: real 0.006s user 0.001s sys 0.004s
02:02:42.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.466637 25393 raft_consensus.cc:359] T 32631f9216744834a2af3633bfaf79fc P f2879e1217c14c9b96617d4d516cec7c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } }
02:02:42.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.466902 25393 raft_consensus.cc:385] T 32631f9216744834a2af3633bfaf79fc P f2879e1217c14c9b96617d4d516cec7c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:02:42.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.466980 25393 raft_consensus.cc:740] T 32631f9216744834a2af3633bfaf79fc P f2879e1217c14c9b96617d4d516cec7c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f2879e1217c14c9b96617d4d516cec7c, State: Initialized, Role: FOLLOWER
02:02:42.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.466729 25395 raft_consensus.cc:359] T 32631f9216744834a2af3633bfaf79fc P 8b3f455ad19f449eaa59c42a9c50348f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } }
02:02:42.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.467108 25395 raft_consensus.cc:385] T 32631f9216744834a2af3633bfaf79fc P 8b3f455ad19f449eaa59c42a9c50348f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:02:42.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.467208 25395 raft_consensus.cc:740] T 32631f9216744834a2af3633bfaf79fc P 8b3f455ad19f449eaa59c42a9c50348f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8b3f455ad19f449eaa59c42a9c50348f, State: Initialized, Role: FOLLOWER
02:02:42.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.467341 25393 consensus_queue.cc:260] T 32631f9216744834a2af3633bfaf79fc P f2879e1217c14c9b96617d4d516cec7c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } }
02:02:42.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.467465 25395 consensus_queue.cc:260] T 32631f9216744834a2af3633bfaf79fc P 8b3f455ad19f449eaa59c42a9c50348f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } }
02:02:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.470688 25395 ts_tablet_manager.cc:1434] T 32631f9216744834a2af3633bfaf79fc P 8b3f455ad19f449eaa59c42a9c50348f: Time spent starting tablet: real 0.005s user 0.002s sys 0.000s
02:02:42.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.471501 25393 ts_tablet_manager.cc:1434] T 32631f9216744834a2af3633bfaf79fc P f2879e1217c14c9b96617d4d516cec7c: Time spent starting tablet: real 0.006s user 0.002s sys 0.001s
02:02:42.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:42.492272 25369 tablet.cc:2404] T 32631f9216744834a2af3633bfaf79fc P cd70608185504cf0867554452b47c044: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:02:42.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.581928 25398 raft_consensus.cc:493] T 32631f9216744834a2af3633bfaf79fc P f2879e1217c14c9b96617d4d516cec7c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:02:42.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.582623 25398 raft_consensus.cc:515] T 32631f9216744834a2af3633bfaf79fc P f2879e1217c14c9b96617d4d516cec7c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } }
02:02:42.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.584622 25398 leader_election.cc:290] T 32631f9216744834a2af3633bfaf79fc P f2879e1217c14c9b96617d4d516cec7c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cd70608185504cf0867554452b47c044 (127.24.13.67:41591), 8b3f455ad19f449eaa59c42a9c50348f (127.24.13.65:37869)
02:02:42.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:42.587225 25080 tablet.cc:2404] T 32631f9216744834a2af3633bfaf79fc P 8b3f455ad19f449eaa59c42a9c50348f: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:02:42.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.594033 25321 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "32631f9216744834a2af3633bfaf79fc" candidate_uuid: "f2879e1217c14c9b96617d4d516cec7c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cd70608185504cf0867554452b47c044" is_pre_election: true
02:02:42.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.593988 25032 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "32631f9216744834a2af3633bfaf79fc" candidate_uuid: "f2879e1217c14c9b96617d4d516cec7c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8b3f455ad19f449eaa59c42a9c50348f" is_pre_election: true
02:02:42.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.594667 25321 raft_consensus.cc:2468] T 32631f9216744834a2af3633bfaf79fc P cd70608185504cf0867554452b47c044 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f2879e1217c14c9b96617d4d516cec7c in term 0.
02:02:42.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.594667 25032 raft_consensus.cc:2468] T 32631f9216744834a2af3633bfaf79fc P 8b3f455ad19f449eaa59c42a9c50348f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f2879e1217c14c9b96617d4d516cec7c in term 0.
02:02:42.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.595530 25101 leader_election.cc:304] T 32631f9216744834a2af3633bfaf79fc P f2879e1217c14c9b96617d4d516cec7c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: cd70608185504cf0867554452b47c044, f2879e1217c14c9b96617d4d516cec7c; no voters:
02:02:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.595989 25398 raft_consensus.cc:2804] T 32631f9216744834a2af3633bfaf79fc P f2879e1217c14c9b96617d4d516cec7c [term 0 FOLLOWER]: Leader pre-election won for term 1
02:02:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.596158 25398 raft_consensus.cc:493] T 32631f9216744834a2af3633bfaf79fc P f2879e1217c14c9b96617d4d516cec7c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:02:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.596263 25398 raft_consensus.cc:3060] T 32631f9216744834a2af3633bfaf79fc P f2879e1217c14c9b96617d4d516cec7c [term 0 FOLLOWER]: Advancing to term 1
02:02:42.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.598399 25398 raft_consensus.cc:515] T 32631f9216744834a2af3633bfaf79fc P f2879e1217c14c9b96617d4d516cec7c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } }
02:02:42.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.599118 25398 leader_election.cc:290] T 32631f9216744834a2af3633bfaf79fc P f2879e1217c14c9b96617d4d516cec7c [CANDIDATE]: Term 1 election: Requested vote from peers cd70608185504cf0867554452b47c044 (127.24.13.67:41591), 8b3f455ad19f449eaa59c42a9c50348f (127.24.13.65:37869)
02:02:42.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.599790 25321 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "32631f9216744834a2af3633bfaf79fc" candidate_uuid: "f2879e1217c14c9b96617d4d516cec7c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cd70608185504cf0867554452b47c044"
02:02:42.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.599982 25321 raft_consensus.cc:3060] T 32631f9216744834a2af3633bfaf79fc P cd70608185504cf0867554452b47c044 [term 0 FOLLOWER]: Advancing to term 1
02:02:42.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.599951 25032 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "32631f9216744834a2af3633bfaf79fc" candidate_uuid: "f2879e1217c14c9b96617d4d516cec7c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8b3f455ad19f449eaa59c42a9c50348f"
02:02:42.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.600214 25032 raft_consensus.cc:3060] T 32631f9216744834a2af3633bfaf79fc P 8b3f455ad19f449eaa59c42a9c50348f [term 0 FOLLOWER]: Advancing to term 1
02:02:42.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.602298 25321 raft_consensus.cc:2468] T 32631f9216744834a2af3633bfaf79fc P cd70608185504cf0867554452b47c044 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f2879e1217c14c9b96617d4d516cec7c in term 1.
02:02:42.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.602629 25032 raft_consensus.cc:2468] T 32631f9216744834a2af3633bfaf79fc P 8b3f455ad19f449eaa59c42a9c50348f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f2879e1217c14c9b96617d4d516cec7c in term 1.
02:02:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.602874 25101 leader_election.cc:304] T 32631f9216744834a2af3633bfaf79fc P f2879e1217c14c9b96617d4d516cec7c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: cd70608185504cf0867554452b47c044, f2879e1217c14c9b96617d4d516cec7c; no voters:
02:02:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.603255 25398 raft_consensus.cc:2804] T 32631f9216744834a2af3633bfaf79fc P f2879e1217c14c9b96617d4d516cec7c [term 1 FOLLOWER]: Leader election won for term 1
02:02:42.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.603734 25398 raft_consensus.cc:697] T 32631f9216744834a2af3633bfaf79fc P f2879e1217c14c9b96617d4d516cec7c [term 1 LEADER]: Becoming Leader. State: Replica: f2879e1217c14c9b96617d4d516cec7c, State: Running, Role: LEADER
02:02:42.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.604331 25398 consensus_queue.cc:237] T 32631f9216744834a2af3633bfaf79fc P f2879e1217c14c9b96617d4d516cec7c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } }
02:02:42.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.610941 25399 raft_consensus.cc:493] T 8fcf77ba3a0648e3837fee5b6cdfa25b P cd70608185504cf0867554452b47c044 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:02:42.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.610630 24832 catalog_manager.cc:5671] T 32631f9216744834a2af3633bfaf79fc P f2879e1217c14c9b96617d4d516cec7c reported cstate change: term changed from 0 to 1, leader changed from <none> to f2879e1217c14c9b96617d4d516cec7c (127.24.13.66). New cstate: current_term: 1 leader_uuid: "f2879e1217c14c9b96617d4d516cec7c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } health_report { overall_health: UNKNOWN } } }
02:02:42.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.611156 25399 raft_consensus.cc:515] T 8fcf77ba3a0648e3837fee5b6cdfa25b P cd70608185504cf0867554452b47c044 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } }
02:02:42.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.613292 25399 leader_election.cc:290] T 8fcf77ba3a0648e3837fee5b6cdfa25b P cd70608185504cf0867554452b47c044 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8b3f455ad19f449eaa59c42a9c50348f (127.24.13.65:37869), f2879e1217c14c9b96617d4d516cec7c (127.24.13.66:42825)
02:02:42.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.625355 25178 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8fcf77ba3a0648e3837fee5b6cdfa25b" candidate_uuid: "cd70608185504cf0867554452b47c044" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f2879e1217c14c9b96617d4d516cec7c" is_pre_election: true
02:02:42.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.625902 25178 raft_consensus.cc:2468] T 8fcf77ba3a0648e3837fee5b6cdfa25b P f2879e1217c14c9b96617d4d516cec7c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cd70608185504cf0867554452b47c044 in term 0.
02:02:42.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.626914 25246 leader_election.cc:304] T 8fcf77ba3a0648e3837fee5b6cdfa25b P cd70608185504cf0867554452b47c044 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: cd70608185504cf0867554452b47c044, f2879e1217c14c9b96617d4d516cec7c; no voters:
02:02:42.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.628396 25399 raft_consensus.cc:2804] T 8fcf77ba3a0648e3837fee5b6cdfa25b P cd70608185504cf0867554452b47c044 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:02:42.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.628598 25399 raft_consensus.cc:493] T 8fcf77ba3a0648e3837fee5b6cdfa25b P cd70608185504cf0867554452b47c044 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:02:42.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.628715 25399 raft_consensus.cc:3060] T 8fcf77ba3a0648e3837fee5b6cdfa25b P cd70608185504cf0867554452b47c044 [term 0 FOLLOWER]: Advancing to term 1
02:02:42.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.633139 25399 raft_consensus.cc:515] T 8fcf77ba3a0648e3837fee5b6cdfa25b P cd70608185504cf0867554452b47c044 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } }
02:02:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.634656 25178 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8fcf77ba3a0648e3837fee5b6cdfa25b" candidate_uuid: "cd70608185504cf0867554452b47c044" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f2879e1217c14c9b96617d4d516cec7c"
02:02:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.634902 25178 raft_consensus.cc:3060] T 8fcf77ba3a0648e3837fee5b6cdfa25b P f2879e1217c14c9b96617d4d516cec7c [term 0 FOLLOWER]: Advancing to term 1
02:02:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.636544 25032 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8fcf77ba3a0648e3837fee5b6cdfa25b" candidate_uuid: "cd70608185504cf0867554452b47c044" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8b3f455ad19f449eaa59c42a9c50348f" is_pre_election: true
02:02:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.636631 25031 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8fcf77ba3a0648e3837fee5b6cdfa25b" candidate_uuid: "cd70608185504cf0867554452b47c044" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8b3f455ad19f449eaa59c42a9c50348f"
02:02:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.636845 25032 raft_consensus.cc:2468] T 8fcf77ba3a0648e3837fee5b6cdfa25b P 8b3f455ad19f449eaa59c42a9c50348f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cd70608185504cf0867554452b47c044 in term 0.
02:02:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.637699 25399 leader_election.cc:290] T 8fcf77ba3a0648e3837fee5b6cdfa25b P cd70608185504cf0867554452b47c044 [CANDIDATE]: Term 1 election: Requested vote from peers 8b3f455ad19f449eaa59c42a9c50348f (127.24.13.65:37869), f2879e1217c14c9b96617d4d516cec7c (127.24.13.66:42825)
02:02:42.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.639060 25178 raft_consensus.cc:2468] T 8fcf77ba3a0648e3837fee5b6cdfa25b P f2879e1217c14c9b96617d4d516cec7c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cd70608185504cf0867554452b47c044 in term 1.
02:02:42.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.639693 25246 leader_election.cc:304] T 8fcf77ba3a0648e3837fee5b6cdfa25b P cd70608185504cf0867554452b47c044 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: cd70608185504cf0867554452b47c044, f2879e1217c14c9b96617d4d516cec7c; no voters: 8b3f455ad19f449eaa59c42a9c50348f
02:02:42.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.640105 25399 raft_consensus.cc:2804] T 8fcf77ba3a0648e3837fee5b6cdfa25b P cd70608185504cf0867554452b47c044 [term 1 FOLLOWER]: Leader election won for term 1
02:02:42.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.640588 25399 raft_consensus.cc:697] T 8fcf77ba3a0648e3837fee5b6cdfa25b P cd70608185504cf0867554452b47c044 [term 1 LEADER]: Becoming Leader. State: Replica: cd70608185504cf0867554452b47c044, State: Running, Role: LEADER
02:02:42.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.641135 25399 consensus_queue.cc:237] T 8fcf77ba3a0648e3837fee5b6cdfa25b P cd70608185504cf0867554452b47c044 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } }
02:02:42.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.647405 24832 catalog_manager.cc:5671] T 8fcf77ba3a0648e3837fee5b6cdfa25b P cd70608185504cf0867554452b47c044 reported cstate change: term changed from 0 to 1, leader changed from <none> to cd70608185504cf0867554452b47c044 (127.24.13.67). New cstate: current_term: 1 leader_uuid: "cd70608185504cf0867554452b47c044" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } health_report { overall_health: HEALTHY } } }
02:02:42.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.773141 24832 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:49074:
02:02:42.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:02:42.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:02:42.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:42.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:02:42.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:02:42.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:02:42.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:42.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:02:42.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:02:42.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:42.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:42.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:42.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:42.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:02:42.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:02:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:02:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:02:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:02:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:02:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:02:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:02:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:02:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:02:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:02:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:02:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:02:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:02:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:02:42.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:42.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:42.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:42.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:42.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:02:42.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:02:42.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:02:42.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:02:42.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:42.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:02:42.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:02:42.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:42.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:02:42.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:42.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:42.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:42.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:02:42.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:42.774686 24832 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:02:42.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.790357 25157 tablet_service.cc:1511] Processing CreateTablet for tablet 2c8933f712bb4ad0acb85857b6dd25d0 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=88364fe35fd54e7b93328a358fb02374]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:02:42.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.790030 25011 tablet_service.cc:1511] Processing CreateTablet for tablet 2c8933f712bb4ad0acb85857b6dd25d0 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=88364fe35fd54e7b93328a358fb02374]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:02:42.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.791224 25157 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2c8933f712bb4ad0acb85857b6dd25d0. 1 dirs total, 0 dirs full, 0 dirs failed
02:02:42.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.791246 25011 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2c8933f712bb4ad0acb85857b6dd25d0. 1 dirs total, 0 dirs full, 0 dirs failed
02:02:42.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.794570 25301 tablet_service.cc:1511] Processing CreateTablet for tablet 2c8933f712bb4ad0acb85857b6dd25d0 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=88364fe35fd54e7b93328a358fb02374]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
02:02:42.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.795627 25301 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2c8933f712bb4ad0acb85857b6dd25d0. 1 dirs total, 0 dirs full, 0 dirs failed
02:02:42.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.798849 25395 tablet_bootstrap.cc:492] T 2c8933f712bb4ad0acb85857b6dd25d0 P 8b3f455ad19f449eaa59c42a9c50348f: Bootstrap starting.
02:02:42.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.798902 25393 tablet_bootstrap.cc:492] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c: Bootstrap starting.
02:02:42.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.800921 25395 tablet_bootstrap.cc:654] T 2c8933f712bb4ad0acb85857b6dd25d0 P 8b3f455ad19f449eaa59c42a9c50348f: Neither blocks nor log segments found. Creating new log.
02:02:42.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.800944 25393 tablet_bootstrap.cc:654] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c: Neither blocks nor log segments found. Creating new log.
02:02:42.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.802459 25392 tablet_bootstrap.cc:492] T 2c8933f712bb4ad0acb85857b6dd25d0 P cd70608185504cf0867554452b47c044: Bootstrap starting.
02:02:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.803253 25395 tablet_bootstrap.cc:492] T 2c8933f712bb4ad0acb85857b6dd25d0 P 8b3f455ad19f449eaa59c42a9c50348f: No bootstrap required, opened a new log
02:02:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.803597 25395 ts_tablet_manager.cc:1403] T 2c8933f712bb4ad0acb85857b6dd25d0 P 8b3f455ad19f449eaa59c42a9c50348f: Time spent bootstrapping tablet: real 0.005s user 0.004s sys 0.000s
02:02:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.804458 25395 raft_consensus.cc:359] T 2c8933f712bb4ad0acb85857b6dd25d0 P 8b3f455ad19f449eaa59c42a9c50348f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } }
02:02:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.804623 25395 raft_consensus.cc:385] T 2c8933f712bb4ad0acb85857b6dd25d0 P 8b3f455ad19f449eaa59c42a9c50348f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:02:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.804672 25395 raft_consensus.cc:740] T 2c8933f712bb4ad0acb85857b6dd25d0 P 8b3f455ad19f449eaa59c42a9c50348f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8b3f455ad19f449eaa59c42a9c50348f, State: Initialized, Role: FOLLOWER
02:02:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.804930 25395 consensus_queue.cc:260] T 2c8933f712bb4ad0acb85857b6dd25d0 P 8b3f455ad19f449eaa59c42a9c50348f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } }
02:02:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.805043 25392 tablet_bootstrap.cc:654] T 2c8933f712bb4ad0acb85857b6dd25d0 P cd70608185504cf0867554452b47c044: Neither blocks nor log segments found. Creating new log.
02:02:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.805361 25400 tablet_replica.cc:442] T 2c8933f712bb4ad0acb85857b6dd25d0 P 8b3f455ad19f449eaa59c42a9c50348f: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } } }
02:02:42.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.805678 25400 tablet_replica.cc:445] T 2c8933f712bb4ad0acb85857b6dd25d0 P 8b3f455ad19f449eaa59c42a9c50348f: This TxnStatusTablet replica's current role is: FOLLOWER
02:02:42.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.809669 25395 ts_tablet_manager.cc:1434] T 2c8933f712bb4ad0acb85857b6dd25d0 P 8b3f455ad19f449eaa59c42a9c50348f: Time spent starting tablet: real 0.006s user 0.002s sys 0.000s
02:02:42.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.814366 25393 tablet_bootstrap.cc:492] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c: No bootstrap required, opened a new log
02:02:42.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.814610 25393 ts_tablet_manager.cc:1403] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c: Time spent bootstrapping tablet: real 0.016s user 0.001s sys 0.013s
02:02:42.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.814739 25392 tablet_bootstrap.cc:492] T 2c8933f712bb4ad0acb85857b6dd25d0 P cd70608185504cf0867554452b47c044: No bootstrap required, opened a new log
02:02:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.815076 25392 ts_tablet_manager.cc:1403] T 2c8933f712bb4ad0acb85857b6dd25d0 P cd70608185504cf0867554452b47c044: Time spent bootstrapping tablet: real 0.013s user 0.009s sys 0.002s
02:02:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.815469 25393 raft_consensus.cc:359] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } }
02:02:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.815637 25393 raft_consensus.cc:385] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:02:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.815686 25393 raft_consensus.cc:740] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f2879e1217c14c9b96617d4d516cec7c, State: Initialized, Role: FOLLOWER
02:02:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.815869 25392 raft_consensus.cc:359] T 2c8933f712bb4ad0acb85857b6dd25d0 P cd70608185504cf0867554452b47c044 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } }
02:02:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.815939 25393 consensus_queue.cc:260] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } }
02:02:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.816069 25392 raft_consensus.cc:385] T 2c8933f712bb4ad0acb85857b6dd25d0 P cd70608185504cf0867554452b47c044 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:02:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.816152 25392 raft_consensus.cc:740] T 2c8933f712bb4ad0acb85857b6dd25d0 P cd70608185504cf0867554452b47c044 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cd70608185504cf0867554452b47c044, State: Initialized, Role: FOLLOWER
02:02:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.816365 25398 tablet_replica.cc:442] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } } }
02:02:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.816448 25392 consensus_queue.cc:260] T 2c8933f712bb4ad0acb85857b6dd25d0 P cd70608185504cf0867554452b47c044 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } }
02:02:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.816614 25398 tablet_replica.cc:445] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c: This TxnStatusTablet replica's current role is: FOLLOWER
02:02:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.816874 25399 tablet_replica.cc:442] T 2c8933f712bb4ad0acb85857b6dd25d0 P cd70608185504cf0867554452b47c044: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } } }
02:02:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.817106 25399 tablet_replica.cc:445] T 2c8933f712bb4ad0acb85857b6dd25d0 P cd70608185504cf0867554452b47c044: This TxnStatusTablet replica's current role is: FOLLOWER
02:02:42.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.818542 25392 ts_tablet_manager.cc:1434] T 2c8933f712bb4ad0acb85857b6dd25d0 P cd70608185504cf0867554452b47c044: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s
02:02:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.819613 25393 ts_tablet_manager.cc:1434] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c: Time spent starting tablet: real 0.005s user 0.002s sys 0.000s
02:02:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.950155 25398 raft_consensus.cc:493] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:02:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.950480 25398 raft_consensus.cc:515] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } }
02:02:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.951231 25398 leader_election.cc:290] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8b3f455ad19f449eaa59c42a9c50348f (127.24.13.65:37869), cd70608185504cf0867554452b47c044 (127.24.13.67:41591)
02:02:42.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.951858 25031 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2c8933f712bb4ad0acb85857b6dd25d0" candidate_uuid: "f2879e1217c14c9b96617d4d516cec7c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8b3f455ad19f449eaa59c42a9c50348f" is_pre_election: true
02:02:42.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.951995 25321 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2c8933f712bb4ad0acb85857b6dd25d0" candidate_uuid: "f2879e1217c14c9b96617d4d516cec7c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cd70608185504cf0867554452b47c044" is_pre_election: true
02:02:42.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.952175 25031 raft_consensus.cc:2468] T 2c8933f712bb4ad0acb85857b6dd25d0 P 8b3f455ad19f449eaa59c42a9c50348f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f2879e1217c14c9b96617d4d516cec7c in term 0.
02:02:42.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.952414 25321 raft_consensus.cc:2468] T 2c8933f712bb4ad0acb85857b6dd25d0 P cd70608185504cf0867554452b47c044 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f2879e1217c14c9b96617d4d516cec7c in term 0.
02:02:42.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.952721 25099 leader_election.cc:304] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8b3f455ad19f449eaa59c42a9c50348f, f2879e1217c14c9b96617d4d516cec7c; no voters:
02:02:42.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.953054 25398 raft_consensus.cc:2804] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c [term 0 FOLLOWER]: Leader pre-election won for term 1
02:02:42.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.953169 25398 raft_consensus.cc:493] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:02:42.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.953287 25398 raft_consensus.cc:3060] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c [term 0 FOLLOWER]: Advancing to term 1
02:02:42.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.955684 25398 raft_consensus.cc:515] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } }
02:02:42.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.956415 25398 leader_election.cc:290] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c [CANDIDATE]: Term 1 election: Requested vote from peers 8b3f455ad19f449eaa59c42a9c50348f (127.24.13.65:37869), cd70608185504cf0867554452b47c044 (127.24.13.67:41591)
02:02:42.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.956888 25031 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2c8933f712bb4ad0acb85857b6dd25d0" candidate_uuid: "f2879e1217c14c9b96617d4d516cec7c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8b3f455ad19f449eaa59c42a9c50348f"
02:02:42.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.957085 25031 raft_consensus.cc:3060] T 2c8933f712bb4ad0acb85857b6dd25d0 P 8b3f455ad19f449eaa59c42a9c50348f [term 0 FOLLOWER]: Advancing to term 1
02:02:42.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.957062 25321 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2c8933f712bb4ad0acb85857b6dd25d0" candidate_uuid: "f2879e1217c14c9b96617d4d516cec7c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cd70608185504cf0867554452b47c044"
02:02:42.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.957381 25321 raft_consensus.cc:3060] T 2c8933f712bb4ad0acb85857b6dd25d0 P cd70608185504cf0867554452b47c044 [term 0 FOLLOWER]: Advancing to term 1
02:02:42.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.959246 25031 raft_consensus.cc:2468] T 2c8933f712bb4ad0acb85857b6dd25d0 P 8b3f455ad19f449eaa59c42a9c50348f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f2879e1217c14c9b96617d4d516cec7c in term 1.
02:02:42.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.959439 25321 raft_consensus.cc:2468] T 2c8933f712bb4ad0acb85857b6dd25d0 P cd70608185504cf0867554452b47c044 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f2879e1217c14c9b96617d4d516cec7c in term 1.
02:02:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.959839 25099 leader_election.cc:304] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8b3f455ad19f449eaa59c42a9c50348f, f2879e1217c14c9b96617d4d516cec7c; no voters:
02:02:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.960204 25398 raft_consensus.cc:2804] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c [term 1 FOLLOWER]: Leader election won for term 1
02:02:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.960400 25398 raft_consensus.cc:697] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c [term 1 LEADER]: Becoming Leader. State: Replica: f2879e1217c14c9b96617d4d516cec7c, State: Running, Role: LEADER
02:02:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.960757 25398 consensus_queue.cc:237] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } }
02:02:42.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.962425 25406 tablet_replica.cc:442] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c: TxnStatusTablet state changed. Reason: New leader f2879e1217c14c9b96617d4d516cec7c. Latest consensus state: current_term: 1 leader_uuid: "f2879e1217c14c9b96617d4d516cec7c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } } }
02:02:42.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.962790 25406 tablet_replica.cc:445] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c: This TxnStatusTablet replica's current role is: LEADER
02:02:42.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.963778 25422 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
02:02:42.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.964304 25422 txn_status_manager.cc:930] Loading transaction status metadata into memory...
02:02:42.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:42.964534 24832 catalog_manager.cc:5671] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c reported cstate change: term changed from 0 to 1, leader changed from <none> to f2879e1217c14c9b96617d4d516cec7c (127.24.13.66). New cstate: current_term: 1 leader_uuid: "f2879e1217c14c9b96617d4d516cec7c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } health_report { overall_health: UNKNOWN } } }
02:02:43.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.020267 25031 raft_consensus.cc:1275] T 2c8933f712bb4ad0acb85857b6dd25d0 P 8b3f455ad19f449eaa59c42a9c50348f [term 1 FOLLOWER]: Refusing update from remote peer f2879e1217c14c9b96617d4d516cec7c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:02:43.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.020328 25321 raft_consensus.cc:1275] T 2c8933f712bb4ad0acb85857b6dd25d0 P cd70608185504cf0867554452b47c044 [term 1 FOLLOWER]: Refusing update from remote peer f2879e1217c14c9b96617d4d516cec7c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:02:43.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.021900 25406 consensus_queue.cc:1048] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c [LEADER]: Connected to new peer: Peer: permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:02:43.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.022235 25398 consensus_queue.cc:1048] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c [LEADER]: Connected to new peer: Peer: permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:02:43.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.047561 25400 tablet_replica.cc:442] T 2c8933f712bb4ad0acb85857b6dd25d0 P 8b3f455ad19f449eaa59c42a9c50348f: TxnStatusTablet state changed. Reason: New leader f2879e1217c14c9b96617d4d516cec7c. Latest consensus state: current_term: 1 leader_uuid: "f2879e1217c14c9b96617d4d516cec7c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } } }
02:02:43.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.047829 25400 tablet_replica.cc:445] T 2c8933f712bb4ad0acb85857b6dd25d0 P 8b3f455ad19f449eaa59c42a9c50348f: This TxnStatusTablet replica's current role is: FOLLOWER
02:02:43.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.050362 25425 mvcc.cc:204] Tried to move back new op lower bound from 7281761333317193728 to 7281761333089406976. Current Snapshot: MvccSnapshot[applied={T|T < 7281761333317193728}]
02:02:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.053218 25398 consensus_queue.cc:1048] T 32631f9216744834a2af3633bfaf79fc P f2879e1217c14c9b96617d4d516cec7c [LEADER]: Connected to new peer: Peer: permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:02:43.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.056186 25406 tablet_replica.cc:442] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "f2879e1217c14c9b96617d4d516cec7c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } } }
02:02:43.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.056450 25406 tablet_replica.cc:445] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c: This TxnStatusTablet replica's current role is: LEADER
02:02:43.060 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
02:02:43.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.066507 25398 tablet_replica.cc:442] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "f2879e1217c14c9b96617d4d516cec7c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } } }
02:02:43.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.066802 25398 tablet_replica.cc:445] T 2c8933f712bb4ad0acb85857b6dd25d0 P f2879e1217c14c9b96617d4d516cec7c: This TxnStatusTablet replica's current role is: LEADER
02:02:43.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.069120 25427 mvcc.cc:204] Tried to move back new op lower bound from 7281761333317193728 to 7281761333089406976. Current Snapshot: MvccSnapshot[applied={T|T < 7281761333317193728}]
02:02:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.071591 25434 consensus_queue.cc:1048] T 8fcf77ba3a0648e3837fee5b6cdfa25b P cd70608185504cf0867554452b47c044 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:02:43.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.072942 25399 tablet_replica.cc:442] T 2c8933f712bb4ad0acb85857b6dd25d0 P cd70608185504cf0867554452b47c044: TxnStatusTablet state changed. Reason: New leader f2879e1217c14c9b96617d4d516cec7c. Latest consensus state: current_term: 1 leader_uuid: "f2879e1217c14c9b96617d4d516cec7c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } } }
02:02:43.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.074548 25399 tablet_replica.cc:445] T 2c8933f712bb4ad0acb85857b6dd25d0 P cd70608185504cf0867554452b47c044: This TxnStatusTablet replica's current role is: FOLLOWER
02:02:43.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.076099 25408 tablet_replica.cc:442] T 2c8933f712bb4ad0acb85857b6dd25d0 P cd70608185504cf0867554452b47c044: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "f2879e1217c14c9b96617d4d516cec7c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } } }
02:02:43.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.076363 25408 tablet_replica.cc:445] T 2c8933f712bb4ad0acb85857b6dd25d0 P cd70608185504cf0867554452b47c044: This TxnStatusTablet replica's current role is: FOLLOWER
02:02:43.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.076823 25400 tablet_replica.cc:442] T 2c8933f712bb4ad0acb85857b6dd25d0 P 8b3f455ad19f449eaa59c42a9c50348f: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "f2879e1217c14c9b96617d4d516cec7c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 } } peers { permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" member_type: VOTER last_known_addr { host: "127.24.13.66" port: 42825 } } peers { permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 } } }
02:02:43.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.077031 25400 tablet_replica.cc:445] T 2c8933f712bb4ad0acb85857b6dd25d0 P 8b3f455ad19f449eaa59c42a9c50348f: This TxnStatusTablet replica's current role is: FOLLOWER
02:02:43.082 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table d047479642cc489a8416ec7ed655b37b
02:02:43.082 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.24.13.124:35721
02:02:43.082 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
02:02:43.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.083329 24629 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu pid 24799
02:02:43.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.085394 24873 generic_service.cc:196] Checking for leaks (request via RPC)
02:02:43.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.098888 25435 consensus_queue.cc:1048] T 32631f9216744834a2af3633bfaf79fc P f2879e1217c14c9b96617d4d516cec7c [LEADER]: Connected to new peer: Peer: permanent_uuid: "cd70608185504cf0867554452b47c044" member_type: VOTER last_known_addr { host: "127.24.13.67" port: 41591 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:02:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.107569 25031 raft_consensus.cc:3060] T 8fcf77ba3a0648e3837fee5b6cdfa25b P 8b3f455ad19f449eaa59c42a9c50348f [term 0 FOLLOWER]: Advancing to term 1
02:02:43.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.111543 25399 consensus_queue.cc:1048] T 8fcf77ba3a0648e3837fee5b6cdfa25b P cd70608185504cf0867554452b47c044 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" member_type: VOTER last_known_addr { host: "127.24.13.65" port: 37869 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:02:43.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.273327 24629 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu with pid 24799
02:02:43.298 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.13.124:35721(127.24.13.124:35721)] handling channelInactive
02:02:43.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state READY due to: connection closed
02:02:43.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:43.298799 25366 heartbeater.cc:646] Failed to heartbeat to 127.24.13.124:35721 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.24.13.124:35721 (error 108)
02:02:43.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:43.299918 24956 connection.cc:570] client connection to 127.24.13.124:35721 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:02:43.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:43.300225 25223 heartbeater.cc:646] Failed to heartbeat to 127.24.13.124:35721 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.24.13.124:35721 (error 108)
02:02:43.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:43.300420 25077 heartbeater.cc:646] Failed to heartbeat to 127.24.13.124:35721 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:02:43.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:43.300987 24658 connection.cc:570] server connection from 127.0.0.1:60080 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:02:43.301 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:02:43.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.363734 25442 raft_consensus.cc:493] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader df15274ab99d464db432e9e1022fab6f)
02:02:43.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.364048 25442 raft_consensus.cc:515] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:43.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.365630 25442 leader_election.cc:290] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 116f12de246941b8a4f101172489b8fa (127.24.13.126:44527), df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721)
02:02:43.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.366328 24681 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "549d65970144428d80363a03f91f47f8" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "116f12de246941b8a4f101172489b8fa" is_pre_election: true
02:02:43.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:43.368501 24739 leader_election.cc:336] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721): Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111)
02:02:43.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.368654 24739 leader_election.cc:304] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 549d65970144428d80363a03f91f47f8; no voters: 116f12de246941b8a4f101172489b8fa, df15274ab99d464db432e9e1022fab6f
02:02:43.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.369017 25442 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
02:02:43.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:43.568 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:43.568 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:43.569 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.24.13.124:35721(127.24.13.124:35721) for tablet Kudu Master: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:43.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.577060 25446 raft_consensus.cc:493] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 1 FOLLOWER]: Starting pre-election (detected failure of leader df15274ab99d464db432e9e1022fab6f)
02:02:43.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.577283 25446 raft_consensus.cc:515] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:43.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.578089 25446 leader_election.cc:290] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451), df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721)
02:02:43.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.578676 24760 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "116f12de246941b8a4f101172489b8fa" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "549d65970144428d80363a03f91f47f8" is_pre_election: true
02:02:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.578995 24760 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 116f12de246941b8a4f101172489b8fa in term 1.
02:02:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.579571 24655 leader_election.cc:304] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 116f12de246941b8a4f101172489b8fa, 549d65970144428d80363a03f91f47f8; no voters:
02:02:43.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.579896 25446 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 1 FOLLOWER]: Leader pre-election won for term 2
02:02:43.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.580044 25446 raft_consensus.cc:493] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 1 FOLLOWER]: Starting leader election (detected failure of leader df15274ab99d464db432e9e1022fab6f)
02:02:43.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.580152 25446 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 1 FOLLOWER]: Advancing to term 2
02:02:43.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:43.580775 24658 leader_election.cc:336] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721): Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111)
02:02:43.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.582762 25446 raft_consensus.cc:515] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:43.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.583511 25446 leader_election.cc:290] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 2 election: Requested vote from peers 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451), df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721)
02:02:43.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.584052 24760 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "116f12de246941b8a4f101172489b8fa" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "549d65970144428d80363a03f91f47f8"
02:02:43.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.584331 24760 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [term 1 FOLLOWER]: Advancing to term 2
02:02:43.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:43.585356 24658 leader_election.cc:336] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721): Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111)
02:02:43.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:43.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.587421 24760 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 116f12de246941b8a4f101172489b8fa in term 2.
02:02:43.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.589879 24655 leader_election.cc:304] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 116f12de246941b8a4f101172489b8fa, 549d65970144428d80363a03f91f47f8; no voters: df15274ab99d464db432e9e1022fab6f
02:02:43.590 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:43.590 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:43.590 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:43.590 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:43.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.590909 25446 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 2 FOLLOWER]: Leader election won for term 2
02:02:43.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.591498 25446 raft_consensus.cc:697] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 2 LEADER]: Becoming Leader. State: Replica: 116f12de246941b8a4f101172489b8fa, State: Running, Role: LEADER
02:02:43.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.592212 25446 consensus_queue.cc:237] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:43.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.593945 25450 sys_catalog.cc:455] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [sys.catalog]: SysCatalogTable state changed. Reason: New leader 116f12de246941b8a4f101172489b8fa. Latest consensus state: current_term: 2 leader_uuid: "116f12de246941b8a4f101172489b8fa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } } }
02:02:43.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.594313 25450 sys_catalog.cc:458] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [sys.catalog]: This master's current role is: LEADER
02:02:43.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.595443 25451 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
02:02:43.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.598191 25451 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=88364fe35fd54e7b93328a358fb02374]
02:02:43.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.598896 25451 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=d047479642cc489a8416ec7ed655b37b]
02:02:43.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.600769 25451 tablet_loader.cc:96] loaded metadata for tablet 2c8933f712bb4ad0acb85857b6dd25d0 (table kudu_system.kudu_transactions [id=88364fe35fd54e7b93328a358fb02374])
02:02:43.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.601312 25451 tablet_loader.cc:96] loaded metadata for tablet 32631f9216744834a2af3633bfaf79fc (table txn_manager_fallback_rolling [id=d047479642cc489a8416ec7ed655b37b])
02:02:43.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.601733 25451 tablet_loader.cc:96] loaded metadata for tablet 8fcf77ba3a0648e3837fee5b6cdfa25b (table txn_manager_fallback_rolling [id=d047479642cc489a8416ec7ed655b37b])
02:02:43.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.602140 25451 catalog_manager.cc:1494] Initializing Kudu cluster ID...
02:02:43.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.603114 25451 catalog_manager.cc:1269] Loaded cluster ID: bd2ba5ae6c6d45c6873b136892661ed0
02:02:43.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.603248 25451 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
02:02:43.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.604527 25451 catalog_manager.cc:1514] Loading token signing keys...
02:02:43.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.605448 25451 catalog_manager.cc:6055] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa: Loaded TSK: 0
02:02:43.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.606535 25451 catalog_manager.cc:1524] Initializing in-progress tserver states...
02:02:43.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:43.609 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:43.609 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:43.609 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:43.609 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:43.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:43.628 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:43.628 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:43.628 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:43.631 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:02:43.631 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=4, TimeoutTracker(timeout=250, elapsed=65), Traces: [0ms] sending RPC to server master-127.24.13.124:35721, [3ms] received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [24ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [64ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, deferred=Deferred@216695101(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$239/0x00007ff19c336050@4cd23579 -> (continuation of Deferred@1034684510 after retry RPC after error@880730793) -> (continuation of Deferred@1824882290 after retry RPC after error@828499822), errback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007ff19c336278@6c52f7e4 -> (continuation of Deferred@1034684510 after retry RPC after error@880730793) -> (continuation of Deferred@1824882290 after retry RPC after error@828499822))) after lookup
02:02:43.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.675850 24760 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [term 2 FOLLOWER]: Refusing update from remote peer 116f12de246941b8a4f101172489b8fa: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
02:02:43.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.676733 25450 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [LEADER]: Connected to new peer: Peer: permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
02:02:43.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.678483 25442 sys_catalog.cc:455] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 116f12de246941b8a4f101172489b8fa. Latest consensus state: current_term: 2 leader_uuid: "116f12de246941b8a4f101172489b8fa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } } }
02:02:43.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.678742 25442 sys_catalog.cc:458] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [sys.catalog]: This master's current role is: FOLLOWER
02:02:43.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.680615 25450 sys_catalog.cc:455] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "116f12de246941b8a4f101172489b8fa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } } }
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.680933 25450 sys_catalog.cc:458] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [sys.catalog]: This master's current role is: LEADER
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.680830 24670 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42196:
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:02:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:02:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:02:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:02:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:02:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:02:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:02:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:02:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:02:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:02:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:02:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:02:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:02:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:43.683266 24670 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:02:43.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:43.685501 24658 consensus_peers.cc:597] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa -> Peer df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721): Couldn't send request to peer df15274ab99d464db432e9e1022fab6f. Status: Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:02:43.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.695024 25442 sys_catalog.cc:455] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "116f12de246941b8a4f101172489b8fa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } } }
02:02:43.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:43.695369 25442 sys_catalog.cc:458] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [sys.catalog]: This master's current role is: FOLLOWER
02:02:44.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:44.110174 24658 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111) [suppressed 14 similar messages]
02:02:44.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:44.219637 24658 consensus_peers.cc:597] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa -> Peer df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721): Couldn't send request to peer df15274ab99d464db432e9e1022fab6f. Status: Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:02:44.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:44.629225 25367 heartbeater.cc:499] Master 127.24.13.126:44527 was elected leader, sending a full tablet report...
02:02:44.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:44.763664 24658 consensus_peers.cc:597] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa -> Peer df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721): Couldn't send request to peer df15274ab99d464db432e9e1022fab6f. Status: Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
02:02:45.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.126045 25078 heartbeater.cc:499] Master 127.24.13.126:44527 was elected leader, sending a full tablet report...
02:02:45.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:45.266242 24658 consensus_peers.cc:597] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa -> Peer df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721): Couldn't send request to peer df15274ab99d464db432e9e1022fab6f. Status: Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
02:02:45.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.280319 24640 master_runner.cc:186] Error getting master registration for 127.24.13.124:35721: Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111),
02:02:45.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.280544 24640 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:02:45.308 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 32631f9216744834a2af3633bfaf79fc for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
02:02:45.308 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8fcf77ba3a0648e3837fee5b6cdfa25b for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
02:02:45.309 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=32631f9216744834a2af3633bfaf79fc@[8b3f455ad19f449eaa59c42a9c50348f(127.24.13.65:37869),cd70608185504cf0867554452b47c044(127.24.13.67:41591),f2879e1217c14c9b96617d4d516cec7c(127.24.13.66:42825)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=8fcf77ba3a0648e3837fee5b6cdfa25b@[8b3f455ad19f449eaa59c42a9c50348f(127.24.13.65:37869),cd70608185504cf0867554452b47c044(127.24.13.67:41591)[L],f2879e1217c14c9b96617d4d516cec7c(127.24.13.66:42825)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
02:02:45.309 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC GetTableLocations: received response from server master-127.24.13.126:44527: OK, deferred=null) after lookup
02:02:45.309 [DEBUG - kudu-nio-2] (Connection.java:748) [peer f2879e1217c14c9b96617d4d516cec7c(127.24.13.66:42825)] connecting to peer
02:02:45.311 [DEBUG - kudu-nio-7] (Connection.java:757) [peer f2879e1217c14c9b96617d4d516cec7c(127.24.13.66:42825)] Successfully connected to peer
02:02:45.323 [DEBUG - kudu-nio-7] (Negotiator.java:919) Authenticated connection [id: 0xe99c5921, L:/127.0.0.1:41472 - R:/127.24.13.66:42825] using TOKEN/null
02:02:45.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:45.327807 25136 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.24.13.124:35721)
02:02:45.375 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.24.13.124:35721
02:02:45.375 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
02:02:45.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.376603 24629 external_mini_cluster.cc:1366] Running /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu
02:02:45.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu
02:02:45.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/wal
02:02:45.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/data
02:02:45.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:02:45.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:02:45.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:02:45.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:45.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/logs
02:02:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/data/info.pb
02:02:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:02:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:02:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:02:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:02:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:02:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:02:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:02:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:02:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.13.124:35721
02:02:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.13.124
02:02:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40671
02:02:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.13.84:46597
02:02:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:02:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721
02:02:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:02:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33907/jwks.json
02:02:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:02:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:02:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.529052 25224 heartbeater.cc:499] Master 127.24.13.126:44527 was elected leader, sending a full tablet report...
02:02:45.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:45.734582 24658 consensus_peers.cc:597] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa -> Peer df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721): Couldn't send request to peer df15274ab99d464db432e9e1022fab6f. Status: Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
02:02:45.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:45.763983 25496 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:02:45.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:45.764343 25496 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:02:45.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:45.764429 25496 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:02:45.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:45.773471 25496 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:02:45.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:45.773658 25496 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
02:02:45.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:45.773733 25496 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:02:45.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:45.773792 25496 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:02:45.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:45.773875 25496 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:02:45.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:45.773949 25496 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:02:45.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:45.774070 25496 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33907/jwks.json
02:02:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.786237 25496 master_runner.cc:386] Master server non-default flags:
02:02:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.13.84:46597
02:02:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:02:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/data
02:02:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/wal
02:02:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:02:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721
02:02:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:02:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:02:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.13.124:35721
02:02:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:02:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:02:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:02:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33907/jwks.json
02:02:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/data/info.pb
02:02:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.13.124
02:02:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40671
02:02:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:02:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:02:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:02:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/logs
02:02:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:02:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:02:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:02:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:02:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:02:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:02:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 01:43:21 UTC on bdcb31816ec0
02:02:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11718
02:02:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:02:45.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.788645 25496 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:02:45.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.790951 25496 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:02:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:45.800791 25503 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:45.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:45.801084 25504 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:45.802302 25506 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:45.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.802606 25496 server_base.cc:1061] running on GCE node
02:02:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.803591 25496 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:02:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.805701 25496 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:02:45.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.807731 25496 hybrid_clock.cc:648] HybridClock initialized: now 1777773765807588 us; error 75 us; skew 500 ppm
02:02:45.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.808517 25496 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:02:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.811715 25496 webserver.cc:492] Webserver started at http://127.24.13.124:40671/ using document root <none> and password file <none>
02:02:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.812597 25496 fs_manager.cc:362] Metadata directory not provided
02:02:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.812747 25496 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:02:45.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.819986 25496 fs_manager.cc:714] Time spent opening directory manager: real 0.005s user 0.001s sys 0.004s
02:02:45.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.823755 25512 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:02:45.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.825627 25496 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
02:02:45.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.825829 25496 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/data,/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/wal
02:02:45.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "df15274ab99d464db432e9e1022fab6f"
02:02:45.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:02:39 on dist-test-slave-hh54"
02:02:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.826776 25496 fs_report.cc:389] FS layout report
02:02:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:02:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/wal
02:02:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/wal
02:02:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/data/data
02:02:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:02:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:02:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:02:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:02:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:02:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:02:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:02:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:02:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:02:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:02:45.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:02:45.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.852627 25496 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:02:45.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.853691 25496 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:02:45.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.853960 25496 kserver.cc:163] Server-wide thread pool size limit: 3276
02:02:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.885293 25496 rpc_server.cc:307] RPC server started. Bound to: 127.24.13.124:35721
02:02:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.885310 25573 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.13.124:35721 every 8 connection(s)
02:02:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.887537 25496 server_base.cc:1193] Dumped server information to /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-2/data/info.pb
02:02:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.889161 24629 external_mini_cluster.cc:1428] Started /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu as pid 25496
02:02:45.889 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:02:45.889 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.24.13.126:44527
02:02:45.889 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
02:02:45.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.890213 24629 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu pid 24640
02:02:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.891680 24711 generic_service.cc:196] Checking for leaks (request via RPC)
02:02:45.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.900086 25574 sys_catalog.cc:263] Verifying existing consensus state
02:02:45.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.905798 25574 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f: Bootstrap starting.
02:02:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.933060 25574 log.cc:826] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f: Log is configured to *not* fsync() on all Append() calls
02:02:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.950619 25574 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:02:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.951344 25574 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f: Bootstrap complete.
02:02:45.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.959036 25574 raft_consensus.cc:359] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:45.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.959839 25574 raft_consensus.cc:740] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: df15274ab99d464db432e9e1022fab6f, State: Initialized, Role: FOLLOWER
02:02:45.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.960649 25574 consensus_queue.cc:260] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:45.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.961625 25578 sys_catalog.cc:455] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } } }
02:02:45.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.962013 25578 sys_catalog.cc:458] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [sys.catalog]: This master's current role is: FOLLOWER
02:02:45.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.962953 25574 sys_catalog.cc:565] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [sys.catalog]: configured and running, proceeding with master startup.
02:02:45.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.990728 25589 catalog_manager.cc:1269] Loaded cluster ID: bd2ba5ae6c6d45c6873b136892661ed0
02:02:45.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.990867 25589 catalog_manager.cc:1562] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f: loading cluster ID for follower catalog manager: success
02:02:45.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.995744 25589 catalog_manager.cc:1584] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f: acquiring CA information for follower catalog manager: success
02:02:45.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:45.998944 25589 catalog_manager.cc:1612] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:02:46.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.058018 24629 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu with pid 24640
02:02:46.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.085207 25595 raft_consensus.cc:493] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 116f12de246941b8a4f101172489b8fa)
02:02:46.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.085521 25595 raft_consensus.cc:515] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:46.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:46.092149 25594 negotiation.cc:336] Failed RPC negotiation. Trace:
02:02:46.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:02:46.058982 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.0.0.1:49546 (local address 127.24.13.124:35721)
02:02:46.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:02:46.059837 (+ 855us) server_negotiation.cc:207] Beginning negotiation
02:02:46.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:02:46.059845 (+ 8us) server_negotiation.cc:400] Waiting for connection header
02:02:46.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:02:46.090490 (+ 30645us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:49546: BlockingRecv error: recv got EOF from 127.0.0.1:49546 (error 108)
02:02:46.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":692,"thread_start_us":507,"threads_started":1}
02:02:46.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.092532 25595 leader_election.cc:290] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 116f12de246941b8a4f101172489b8fa (127.24.13.126:44527), df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721)
02:02:46.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:46.093737 25591 negotiation.cc:336] Failed RPC negotiation. Trace:
02:02:46.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:02:45.972079 (+ 0us) reactor.cc:678] Submitting negotiation task for client connection to 127.24.13.126:44527 (local address 127.0.0.1:42212)
02:02:46.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:02:45.988726 (+ 16647us) negotiation.cc:107] Waiting for socket to connect
02:02:46.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:02:45.988785 (+ 59us) client_negotiation.cc:175] Beginning negotiation
02:02:46.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:02:45.989665 (+ 880us) client_negotiation.cc:253] Sending NEGOTIATE NegotiatePB request
02:02:46.094 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.24.13.126:44527(127.24.13.126:44527)] handling channelInactive
02:02:46.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:02:46.093194 (+103529us) negotiation.cc:326] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.24.13.126:44527: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:02:46.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":15817,"thread_start_us":14178,"threads_started":1}
02:02:46.094 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.126:44527(127.24.13.126:44527)] cleaning up while in state READY due to: connection closed
02:02:46.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:46.096488 24737 connection.cc:570] client connection to 127.24.13.126:44527 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:02:46.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:46.096680 24737 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107) [suppressed 5 similar messages]
02:02:46.103 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:02:46.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.094379 25496 master_runner.cc:186] Error getting master registration for 127.24.13.126:44527: Network error: Client connection negotiation failed: client connection to 127.24.13.126:44527: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107),
02:02:46.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.108453 25496 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:02:46.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:46.112181 24737 leader_election.cc:336] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 116f12de246941b8a4f101172489b8fa (127.24.13.126:44527): Network error: Client connection negotiation failed: client connection to 127.24.13.126:44527: connect: Connection refused (error 111)
02:02:46.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.118875 25539 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "549d65970144428d80363a03f91f47f8" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "df15274ab99d464db432e9e1022fab6f" is_pre_election: true
02:02:46.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.119726 25539 raft_consensus.cc:2468] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 549d65970144428d80363a03f91f47f8 in term 1.
02:02:46.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.121301 24739 leader_election.cc:304] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 549d65970144428d80363a03f91f47f8, df15274ab99d464db432e9e1022fab6f; no voters: 116f12de246941b8a4f101172489b8fa
02:02:46.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.121690 25595 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [term 2 FOLLOWER]: Leader pre-election won for term 3
02:02:46.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.121834 25595 raft_consensus.cc:493] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [term 2 FOLLOWER]: Starting leader election (detected failure of leader 116f12de246941b8a4f101172489b8fa)
02:02:46.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.121932 25595 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [term 2 FOLLOWER]: Advancing to term 3
02:02:46.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.124091 25595 raft_consensus.cc:515] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:46.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.124891 25595 leader_election.cc:290] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [CANDIDATE]: Term 3 election: Requested vote from peers 116f12de246941b8a4f101172489b8fa (127.24.13.126:44527), df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721)
02:02:46.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.125669 25539 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "549d65970144428d80363a03f91f47f8" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "df15274ab99d464db432e9e1022fab6f"
02:02:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.125937 25539 raft_consensus.cc:3060] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [term 1 FOLLOWER]: Advancing to term 3
02:02:46.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:46.127014 24737 leader_election.cc:336] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 116f12de246941b8a4f101172489b8fa (127.24.13.126:44527): Network error: Client connection negotiation failed: client connection to 127.24.13.126:44527: connect: Connection refused (error 111)
02:02:46.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.132414 25539 raft_consensus.cc:2468] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 549d65970144428d80363a03f91f47f8 in term 3.
02:02:46.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.133064 24739 leader_election.cc:304] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 549d65970144428d80363a03f91f47f8, df15274ab99d464db432e9e1022fab6f; no voters: 116f12de246941b8a4f101172489b8fa
02:02:46.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.133553 25595 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [term 3 FOLLOWER]: Leader election won for term 3
02:02:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.134158 25595 raft_consensus.cc:697] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [term 3 LEADER]: Becoming Leader. State: Replica: 549d65970144428d80363a03f91f47f8, State: Running, Role: LEADER
02:02:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.134690 25595 consensus_queue.cc:237] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:46.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.136967 25601 sys_catalog.cc:455] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 549d65970144428d80363a03f91f47f8. Latest consensus state: current_term: 3 leader_uuid: "549d65970144428d80363a03f91f47f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } } }
02:02:46.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.137400 25601 sys_catalog.cc:458] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [sys.catalog]: This master's current role is: LEADER
02:02:46.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.138176 25603 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
02:02:46.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.140667 25603 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=88364fe35fd54e7b93328a358fb02374]
02:02:46.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.141355 25603 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=d047479642cc489a8416ec7ed655b37b]
02:02:46.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.143317 25603 tablet_loader.cc:96] loaded metadata for tablet 2c8933f712bb4ad0acb85857b6dd25d0 (table kudu_system.kudu_transactions [id=88364fe35fd54e7b93328a358fb02374])
02:02:46.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.143867 25603 tablet_loader.cc:96] loaded metadata for tablet 32631f9216744834a2af3633bfaf79fc (table txn_manager_fallback_rolling [id=d047479642cc489a8416ec7ed655b37b])
02:02:46.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.144492 25603 tablet_loader.cc:96] loaded metadata for tablet 8fcf77ba3a0648e3837fee5b6cdfa25b (table txn_manager_fallback_rolling [id=d047479642cc489a8416ec7ed655b37b])
02:02:46.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.144869 25603 catalog_manager.cc:1494] Initializing Kudu cluster ID...
02:02:46.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.146209 25603 catalog_manager.cc:1269] Loaded cluster ID: bd2ba5ae6c6d45c6873b136892661ed0
02:02:46.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.146309 25603 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
02:02:46.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.147615 25603 catalog_manager.cc:1514] Loading token signing keys...
02:02:46.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.148499 25603 catalog_manager.cc:6055] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8: Loaded TSK: 0
02:02:46.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.149427 25603 catalog_manager.cc:1524] Initializing in-progress tserver states...
02:02:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.213485 25539 raft_consensus.cc:1275] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [term 3 FOLLOWER]: Refusing update from remote peer 549d65970144428d80363a03f91f47f8: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 13. (index mismatch)
02:02:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.214565 25601 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
02:02:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.219635 25606 sys_catalog.cc:455] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "549d65970144428d80363a03f91f47f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } } }
02:02:46.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.219976 25578 sys_catalog.cc:455] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 549d65970144428d80363a03f91f47f8. Latest consensus state: current_term: 3 leader_uuid: "549d65970144428d80363a03f91f47f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } } }
02:02:46.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.220675 25578 sys_catalog.cc:458] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [sys.catalog]: This master's current role is: FOLLOWER
02:02:46.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.221264 25606 sys_catalog.cc:458] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [sys.catalog]: This master's current role is: FOLLOWER
02:02:46.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.221227 25595 sys_catalog.cc:455] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "549d65970144428d80363a03f91f47f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } } }
02:02:46.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.221504 25595 sys_catalog.cc:458] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 [sys.catalog]: This master's current role is: LEADER
02:02:46.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.223073 25606 sys_catalog.cc:455] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "549d65970144428d80363a03f91f47f8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } } }
02:02:46.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.223277 25606 sys_catalog.cc:458] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [sys.catalog]: This master's current role is: FOLLOWER
02:02:46.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:46.223299 24737 consensus_peers.cc:597] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 -> Peer 116f12de246941b8a4f101172489b8fa (127.24.13.126:44527): Couldn't send request to peer 116f12de246941b8a4f101172489b8fa. Status: Network error: Client connection negotiation failed: client connection to 127.24.13.126:44527: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:02:46.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.126:44527(127.24.13.126:44527)] connecting to peer
02:02:46.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.126:44527(127.24.13.126:44527): Connection refused: /127.24.13.126:44527
02:02:46.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.126:44527(127.24.13.126:44527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.126:44527(127.24.13.126:44527): Connection refused: /127.24.13.126:44527
02:02:46.308 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.24.13.126:44527(127.24.13.126:44527) for tablet Kudu Master: Failed to connect to peer master-127.24.13.126:44527(127.24.13.126:44527): Connection refused: /127.24.13.126:44527
02:02:46.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.312738 25077 heartbeater.cc:344] Connected to a master server at 127.24.13.124:35721
02:02:46.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.317391 25529 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" instance_seqno: 1777773761053242) as {username='slave'} at 127.24.13.65:47123; Asking this server to re-register.
02:02:46.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.318533 25077 heartbeater.cc:461] Registering TS with master...
02:02:46.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.321391 25529 ts_manager.cc:194] Registered new tserver with Master: 8b3f455ad19f449eaa59c42a9c50348f (127.24.13.65:37869)
02:02:46.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:46.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.126:44527(127.24.13.126:44527)] connecting to peer
02:02:46.328 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.13.124:35721(127.24.13.124:35721)] Successfully connected to peer
02:02:46.328 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.126:44527(127.24.13.126:44527): Connection refused: /127.24.13.126:44527
02:02:46.328 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.126:44527(127.24.13.126:44527)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.126:44527(127.24.13.126:44527): Connection refused: /127.24.13.126:44527
02:02:46.328 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.126:44527: Failed to connect to peer master-127.24.13.126:44527(127.24.13.126:44527): Connection refused: /127.24.13.126:44527
02:02:46.331 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:02:46.331 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=250, elapsed=24), Traces: [0ms] sending RPC to server master-127.24.13.126:44527, [2ms] received response from server master-127.24.13.126:44527: Network error: Failed to connect to peer master-127.24.13.126:44527(127.24.13.126:44527): Connection refused: /127.24.13.126:44527, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.24.13.126:44527(127.24.13.126:44527): Connection refused: /127.24.13.126:44527, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: Network error: Failed to connect to peer master-127.24.13.126:44527(127.24.13.126:44527): Connection refused: /127.24.13.126:44527, [24ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: OK, deferred=Deferred@1840138271(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$239/0x00007ff19c336050@26aaecf9, errback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007ff19c336278@3c172cb9)) after lookup
02:02:46.346 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x96e7248b, L:/127.0.0.1:49574 - R:/127.24.13.124:35721] using TOKEN/null
02:02:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.407496 24751 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:54224:
02:02:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:02:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:02:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:02:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:02:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:02:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:02:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:02:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:02:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:02:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:02:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:02:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:02:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:02:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:46.413478 24751 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:02:46.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.538870 25223 heartbeater.cc:344] Connected to a master server at 127.24.13.124:35721
02:02:46.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.540904 25529 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" instance_seqno: 1777773761648441) as {username='slave'} at 127.24.13.66:44941; Asking this server to re-register.
02:02:46.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.541705 25223 heartbeater.cc:461] Registering TS with master...
02:02:46.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.543316 25529 ts_manager.cc:194] Registered new tserver with Master: f2879e1217c14c9b96617d4d516cec7c (127.24.13.66:42825)
02:02:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.636293 25366 heartbeater.cc:344] Connected to a master server at 127.24.13.124:35721
02:02:46.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.637778 25529 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "cd70608185504cf0867554452b47c044" instance_seqno: 1777773762216074) as {username='slave'} at 127.24.13.67:55925; Asking this server to re-register.
02:02:46.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.638465 25366 heartbeater.cc:461] Registering TS with master...
02:02:46.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:46.639731 25529 ts_manager.cc:194] Registered new tserver with Master: cd70608185504cf0867554452b47c044 (127.24.13.67:41591)
02:02:46.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:46.685848 24737 consensus_peers.cc:597] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 -> Peer 116f12de246941b8a4f101172489b8fa (127.24.13.126:44527): Couldn't send request to peer 116f12de246941b8a4f101172489b8fa. Status: Network error: Client connection negotiation failed: client connection to 127.24.13.126:44527: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:02:47.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:47.120325 24737 consensus_peers.cc:597] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 -> Peer 116f12de246941b8a4f101172489b8fa (127.24.13.126:44527): Couldn't send request to peer 116f12de246941b8a4f101172489b8fa. Status: Network error: Client connection negotiation failed: client connection to 127.24.13.126:44527: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
02:02:47.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:47.535216 25226 heartbeater.cc:499] Master 127.24.13.125:33451 was elected leader, sending a full tablet report...
02:02:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:47.633607 25368 heartbeater.cc:499] Master 127.24.13.125:33451 was elected leader, sending a full tablet report...
02:02:47.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:47.657925 24737 consensus_peers.cc:597] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 -> Peer 116f12de246941b8a4f101172489b8fa (127.24.13.126:44527): Couldn't send request to peer 116f12de246941b8a4f101172489b8fa. Status: Network error: Client connection negotiation failed: client connection to 127.24.13.126:44527: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
02:02:48.107 [DEBUG - Time-limited test] (Connection.java:748) [peer cd70608185504cf0867554452b47c044(127.24.13.67:41591)] connecting to peer
02:02:48.108 [DEBUG - kudu-nio-3] (Connection.java:757) [peer cd70608185504cf0867554452b47c044(127.24.13.67:41591)] Successfully connected to peer
02:02:48.120 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xf8d71c27, L:/127.0.0.1:45748 - R:/127.24.13.67:41591] using TOKEN/null
02:02:48.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:48.131120 25285 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.24.13.124:35721)
02:02:48.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.133734 25079 heartbeater.cc:499] Master 127.24.13.125:33451 was elected leader, sending a full tablet report...
02:02:48.170 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.24.13.126:44527
02:02:48.170 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
02:02:48.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.171686 24629 external_mini_cluster.cc:1366] Running /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/wal
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/data
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/logs
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/data/info.pb
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.13.126:44527
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.13.126
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35941
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.13.84:46597
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33907/jwks.json
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
02:02:48.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
02:02:48.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:48.173038 24737 consensus_peers.cc:597] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 -> Peer 116f12de246941b8a4f101172489b8fa (127.24.13.126:44527): Couldn't send request to peer 116f12de246941b8a4f101172489b8fa. Status: Network error: Client connection negotiation failed: client connection to 127.24.13.126:44527: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
02:02:48.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:48.551453 25648 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:02:48.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:48.551807 25648 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:02:48.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:48.551891 25648 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:02:48.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:48.562060 25648 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:02:48.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:48.562201 25648 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
02:02:48.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:48.562258 25648 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:02:48.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:48.562305 25648 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:02:48.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:48.562362 25648 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:02:48.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:48.562408 25648 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:02:48.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:48.562453 25648 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33907/jwks.json
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.573787 25648 master_runner.cc:386] Master server non-default flags:
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.13.84:46597
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/data
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/wal
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.13.126:44527
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33907/jwks.json
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/data/info.pb
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.13.126
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35941
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/logs
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 01:43:21 UTC on bdcb31816ec0
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11718
02:02:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
02:02:48.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.575719 25648 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:02:48.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.577565 25648 file_cache.cc:492] Constructed file cache file cache with capacity 419430
02:02:48.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:48.586838 25655 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:48.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:48.586876 25657 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:48.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:48.586899 25654 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:02:48.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.588047 25648 server_base.cc:1061] running on GCE node
02:02:48.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.588987 25648 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:02:48.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.590678 25648 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:02:48.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.592005 25648 hybrid_clock.cc:648] HybridClock initialized: now 1777773768591886 us; error 66 us; skew 500 ppm
02:02:48.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.592427 25648 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
02:02:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.595485 25648 webserver.cc:492] Webserver started at http://127.24.13.126:35941/ using document root <none> and password file <none>
02:02:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.596306 25648 fs_manager.cc:362] Metadata directory not provided
02:02:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.596437 25648 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:02:48.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.602756 25648 fs_manager.cc:714] Time spent opening directory manager: real 0.004s user 0.003s sys 0.000s
02:02:48.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.606163 25663 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
02:02:48.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.607957 25648 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
02:02:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.608139 25648 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/data,/tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/wal
02:02:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "116f12de246941b8a4f101172489b8fa"
02:02:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 02:02:38 on dist-test-slave-hh54"
02:02:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.608928 25648 fs_report.cc:389] FS layout report
02:02:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:02:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/wal
02:02:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/wal
02:02:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/data/data
02:02:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:02:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:02:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:02:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:02:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:02:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:02:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:02:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:02:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:02:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:02:48.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:02:48.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.628131 25648 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
02:02:48.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.629163 25648 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:02:48.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.629477 25648 kserver.cc:163] Server-wide thread pool size limit: 3276
02:02:48.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:48.646446 24737 consensus_peers.cc:597] T 00000000000000000000000000000000 P 549d65970144428d80363a03f91f47f8 -> Peer 116f12de246941b8a4f101172489b8fa (127.24.13.126:44527): Couldn't send request to peer 116f12de246941b8a4f101172489b8fa. Status: Network error: Client connection negotiation failed: client connection to 127.24.13.126:44527: connect: Connection refused (error 111). This is attempt 26: this message will repeat every 5th retry.
02:02:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.660346 25648 rpc_server.cc:307] RPC server started. Bound to: 127.24.13.126:44527
02:02:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.660372 25725 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.13.126:44527 every 8 connection(s)
02:02:48.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.662387 25648 server_base.cc:1193] Dumped server information to /tmp/dist-test-task1ZjbZw/test-tmp/mini-kudu-cluster6511816086629773615/master-0/data/info.pb
02:02:48.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.669380 24629 external_mini_cluster.cc:1428] Started /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu as pid 25648
02:02:48.669 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:02:48.669 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.24.13.125:33451
02:02:48.670 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
02:02:48.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.670439 24629 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu pid 24718
02:02:48.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.671739 24792 generic_service.cc:196] Checking for leaks (request via RPC)
02:02:48.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.673761 25726 sys_catalog.cc:263] Verifying existing consensus state
02:02:48.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.679122 25726 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa: Bootstrap starting.
02:02:48.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.700863 25726 log.cc:826] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa: Log is configured to *not* fsync() on all Append() calls
02:02:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.717088 25726 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:02:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.717787 25726 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa: Bootstrap complete.
02:02:48.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.725066 25726 raft_consensus.cc:359] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:48.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.725850 25726 raft_consensus.cc:740] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 116f12de246941b8a4f101172489b8fa, State: Initialized, Role: FOLLOWER
02:02:48.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.726691 25726 consensus_queue.cc:260] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:48.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.727680 25730 sys_catalog.cc:455] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } } }
02:02:48.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.727990 25730 sys_catalog.cc:458] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [sys.catalog]: This master's current role is: FOLLOWER
02:02:48.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.728951 25726 sys_catalog.cc:565] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [sys.catalog]: configured and running, proceeding with master startup.
02:02:48.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.741742 25741 catalog_manager.cc:1269] Loaded cluster ID: bd2ba5ae6c6d45c6873b136892661ed0
02:02:48.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.741859 25741 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa: loading cluster ID for follower catalog manager: success
02:02:48.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.746395 25741 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa: acquiring CA information for follower catalog manager: success
02:02:48.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.752072 25741 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:02:48.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.826854 24629 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu with pid 24718
02:02:48.853 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.13.125:33451(127.24.13.125:33451)] handling channelInactive
02:02:48.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state READY due to: connection closed
02:02:48.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:48.854429 25743 negotiation.cc:336] Failed RPC negotiation. Trace:
02:02:48.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:02:48.769390 (+ 0us) reactor.cc:678] Submitting negotiation task for client connection to 127.24.13.125:33451 (local address 127.0.0.1:54238)
02:02:48.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:02:48.769616 (+ 226us) negotiation.cc:107] Waiting for socket to connect
02:02:48.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:02:48.769638 (+ 22us) client_negotiation.cc:175] Beginning negotiation
02:02:48.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:02:48.769778 (+ 140us) client_negotiation.cc:253] Sending NEGOTIATE NegotiatePB request
02:02:48.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:02:48.852900 (+ 83122us) negotiation.cc:326] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:02:48.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":87}
02:02:48.855 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
02:02:48.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.855191 25648 master_runner.cc:186] Error getting master registration for 127.24.13.125:33451: Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107),
02:02:48.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.859377 25648 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:02:48.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.952431 25730 raft_consensus.cc:493] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:02:48.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.952816 25730 raft_consensus.cc:515] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.955679 25730 leader_election.cc:290] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451), df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721)
02:02:48.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:48.957378 25664 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111)
02:02:48.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:48.971073 25664 leader_election.cc:336] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451): Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111)
02:02:48.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.977437 25539 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "116f12de246941b8a4f101172489b8fa" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "df15274ab99d464db432e9e1022fab6f" is_pre_election: true
02:02:48.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.978657 25667 leader_election.cc:304] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 116f12de246941b8a4f101172489b8fa; no voters: 549d65970144428d80363a03f91f47f8, df15274ab99d464db432e9e1022fab6f
02:02:48.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:48.979185 25730 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
02:02:49.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:49.028 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:49.028 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:49.028 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location master-127.24.13.125:33451(127.24.13.125:33451) for tablet Kudu Master: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:49.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:49.048 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.126:44527(127.24.13.126:44527)] connecting to peer
02:02:49.049 [DEBUG - kudu-nio-6] (Connection.java:757) [peer master-127.24.13.126:44527(127.24.13.126:44527)] Successfully connected to peer
02:02:49.049 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:49.049 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:49.049 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:49.064 [DEBUG - kudu-nio-6] (Negotiator.java:919) Authenticated connection [id: 0x9ebfaf89, L:/127.0.0.1:42732 - R:/127.24.13.126:44527] using TOKEN/null
02:02:49.069 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:49.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:49.088 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:49.088 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:49.089 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:49.090 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:49.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:49.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:49.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:49.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:49.109 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:49.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.123389 25749 raft_consensus.cc:493] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 549d65970144428d80363a03f91f47f8)
02:02:49.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.123656 25749 raft_consensus.cc:515] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:49.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.125849 25749 leader_election.cc:290] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 116f12de246941b8a4f101172489b8fa (127.24.13.126:44527), 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451)
02:02:49.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:49.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:49.130164 25513 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111)
02:02:49.131 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:49.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:49.132 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:49.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:49.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:49.142693 25513 leader_election.cc:336] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451): Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111)
02:02:49.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.142724 25691 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "df15274ab99d464db432e9e1022fab6f" candidate_term: 4 candidate_status { last_received { term: 3 index: 13 } } ignore_live_leader: false dest_uuid: "116f12de246941b8a4f101172489b8fa" is_pre_election: true
02:02:49.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.143321 25691 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate df15274ab99d464db432e9e1022fab6f in term 2.
02:02:49.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.144250 25514 leader_election.cc:304] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 116f12de246941b8a4f101172489b8fa, df15274ab99d464db432e9e1022fab6f; no voters: 549d65970144428d80363a03f91f47f8
02:02:49.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.145076 25749 raft_consensus.cc:2804] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [term 3 FOLLOWER]: Leader pre-election won for term 4
02:02:49.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.145190 25749 raft_consensus.cc:493] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [term 3 FOLLOWER]: Starting leader election (detected failure of leader 549d65970144428d80363a03f91f47f8)
02:02:49.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.145274 25749 raft_consensus.cc:3060] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [term 3 FOLLOWER]: Advancing to term 4
02:02:49.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:49.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.148368 25749 raft_consensus.cc:515] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:49.148 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:49.148 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:49.148 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:49.152 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.154347 25078 heartbeater.cc:344] Connected to a master server at 127.24.13.126:44527
02:02:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.154315 25691 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "df15274ab99d464db432e9e1022fab6f" candidate_term: 4 candidate_status { last_received { term: 3 index: 13 } } ignore_live_leader: false dest_uuid: "116f12de246941b8a4f101172489b8fa"
02:02:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.154593 25691 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 2 FOLLOWER]: Advancing to term 4
02:02:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:49.154964 25513 leader_election.cc:336] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451): Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111)
02:02:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.155297 25749 leader_election.cc:290] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [CANDIDATE]: Term 4 election: Requested vote from peers 116f12de246941b8a4f101172489b8fa (127.24.13.126:44527), 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451)
02:02:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.160245 25691 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate df15274ab99d464db432e9e1022fab6f in term 4.
02:02:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.160928 25514 leader_election.cc:304] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 116f12de246941b8a4f101172489b8fa, df15274ab99d464db432e9e1022fab6f; no voters: 549d65970144428d80363a03f91f47f8
02:02:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.161531 25749 raft_consensus.cc:2804] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [term 4 FOLLOWER]: Leader election won for term 4
02:02:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.162117 25749 raft_consensus.cc:697] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [term 4 LEADER]: Becoming Leader. State: Replica: df15274ab99d464db432e9e1022fab6f, State: Running, Role: LEADER
02:02:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.162703 25749 consensus_queue.cc:237] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 13, Committed index: 13, Last appended: 3.13, Last appended by leader: 13, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:49.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.162729 25681 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "8b3f455ad19f449eaa59c42a9c50348f" instance_seqno: 1777773761053242) as {username='slave'} at 127.24.13.65:57083; Asking this server to re-register.
02:02:49.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.163762 25078 heartbeater.cc:461] Registering TS with master...
02:02:49.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.165614 25756 sys_catalog.cc:455] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [sys.catalog]: SysCatalogTable state changed. Reason: New leader df15274ab99d464db432e9e1022fab6f. Latest consensus state: current_term: 4 leader_uuid: "df15274ab99d464db432e9e1022fab6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } } }
02:02:49.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.165974 25756 sys_catalog.cc:458] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [sys.catalog]: This master's current role is: LEADER
02:02:49.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.166364 25681 ts_manager.cc:194] Registered new tserver with Master: 8b3f455ad19f449eaa59c42a9c50348f (127.24.13.65:37869)
02:02:49.166 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:49.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.166879 25758 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
02:02:49.167 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:49.167 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:49.167 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:49.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.170630 25758 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=88364fe35fd54e7b93328a358fb02374]
02:02:49.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.171559 25758 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=d047479642cc489a8416ec7ed655b37b]
02:02:49.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.173972 25758 tablet_loader.cc:96] loaded metadata for tablet 2c8933f712bb4ad0acb85857b6dd25d0 (table kudu_system.kudu_transactions [id=88364fe35fd54e7b93328a358fb02374])
02:02:49.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.174638 25758 tablet_loader.cc:96] loaded metadata for tablet 32631f9216744834a2af3633bfaf79fc (table txn_manager_fallback_rolling [id=d047479642cc489a8416ec7ed655b37b])
02:02:49.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.175101 25758 tablet_loader.cc:96] loaded metadata for tablet 8fcf77ba3a0648e3837fee5b6cdfa25b (table txn_manager_fallback_rolling [id=d047479642cc489a8416ec7ed655b37b])
02:02:49.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.175439 25758 catalog_manager.cc:1494] Initializing Kudu cluster ID...
02:02:49.176 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:49.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.176682 25758 catalog_manager.cc:1269] Loaded cluster ID: bd2ba5ae6c6d45c6873b136892661ed0
02:02:49.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.176806 25758 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
02:02:49.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.178504 25758 catalog_manager.cc:1514] Loading token signing keys...
02:02:49.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.179908 25758 catalog_manager.cc:6055] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f: Loaded TSK: 0
02:02:49.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.181131 25758 catalog_manager.cc:1524] Initializing in-progress tserver states...
02:02:49.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:49.249796 25513 consensus_peers.cc:597] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f -> Peer 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451): Couldn't send request to peer 549d65970144428d80363a03f91f47f8. Status: Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:02:49.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:49.268 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:49.268 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:49.268 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:49.270 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:02:49.271 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] sending RPC to server master-127.24.13.125:33451, [1ms] received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [26ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [107ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: OK, [107ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [125ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [149ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: OK, [149ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: OK, deferred=Deferred@1840429900(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$239/0x00007ff19c336050@366e8735 -> (continuation of Deferred@1947768825 after retry RPC after error@1882857543) -> (continuation of Deferred@137006551 after retry RPC after error@1254089928) -> (continuation of Deferred@2057835833 after retry RPC after error@1538337331) -> (continuation of Deferred@120144039 after retry RPC after error@839220526) -> (continuation of Deferred@146716554 after retry RPC after error@1510794268) -> (continuation of Deferred@393067394 after retry RPC after error@236476492), errback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007ff19c336278@73e7ace2 -> (continuation of Deferred@1947768825 after retry RPC after error@1882857543) -> (continuation of Deferred@137006551 after retry RPC after error@1254089928) -> (continuation of Deferred@2057835833 after retry RPC after error@1538337331) -> (continuation of Deferred@120144039 after retry RPC after error@839220526) -> (continuation of Deferred@146716554 after retry RPC after error@1510794268) -> (continuation of Deferred@393067394 after retry RPC after error@236476492))) after lookup
02:02:49.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.282089 25691 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Refusing update from remote peer df15274ab99d464db432e9e1022fab6f: Log matching property violated. Preceding OpId in replica: term: 2 index: 12. Preceding OpId from leader: term: 4 index: 14. (index mismatch)
02:02:49.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.283053 25756 consensus_queue.cc:1048] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [LEADER]: Connected to new peer: Peer: permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 12, Time since last communication: 0.000s
02:02:49.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.287230 25766 sys_catalog.cc:455] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "df15274ab99d464db432e9e1022fab6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } } }
02:02:49.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.287633 25766 sys_catalog.cc:458] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [sys.catalog]: This master's current role is: FOLLOWER
02:02:49.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.287554 25730 sys_catalog.cc:455] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [sys.catalog]: SysCatalogTable state changed. Reason: New leader df15274ab99d464db432e9e1022fab6f. Latest consensus state: current_term: 4 leader_uuid: "df15274ab99d464db432e9e1022fab6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } } }
02:02:49.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.287752 25730 sys_catalog.cc:458] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [sys.catalog]: This master's current role is: FOLLOWER
02:02:49.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.290096 25730 sys_catalog.cc:455] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "df15274ab99d464db432e9e1022fab6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } } }
02:02:49.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.290344 25730 sys_catalog.cc:458] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [sys.catalog]: This master's current role is: FOLLOWER
02:02:49.292 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.24.13.125:33451, [1ms] received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [26ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [107ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: OK, [107ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [125ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [149ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: OK, [149ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: OK, [244ms] sending RPC to server master-127.24.13.124:35721, deferred=Deferred@1840429900(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$239/0x00007ff19c336050@366e8735 -> (continuation of Deferred@1947768825 after retry RPC after error@1882857543) -> (continuation of Deferred@137006551 after retry RPC after error@1254089928) -> (continuation of Deferred@2057835833 after retry RPC after error@1538337331) -> (continuation of Deferred@120144039 after retry RPC after error@839220526) -> (continuation of Deferred@146716554 after retry RPC after error@1510794268) -> (continuation of Deferred@393067394 after retry RPC after error@236476492) -> (continuation of Deferred@258588380 after retry RPC@916917752), errback=org.apache.kudu.client.KuduTransaction$$Lambda$240/0x00007ff19c336278@73e7ace2 -> (continuation of Deferred@1947768825 after retry RPC after error@1882857543) -> (continuation of Deferred@137006551 after retry RPC after error@1254089928) -> (continuation of Deferred@2057835833 after retry RPC after error@1538337331) -> (continuation of Deferred@120144039 after retry RPC after error@839220526) -> (continuation of Deferred@146716554 after retry RPC after error@1510794268) -> (continuation of Deferred@393067394 after retry RPC after error@236476492) -> (continuation of Deferred@258588380 after retry RPC@916917752)))
02:02:49.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:49.294535 25559 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:49574 (request call id 8) took 22 ms (client timeout 6 ms). Trace:
02:02:49.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:49.294754 25559 rpcz_store.cc:269] 0503 02:02:49.271979 (+ 0us) service_pool.cc:167] Inserting onto call queue
02:02:49.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:02:49.272086 (+ 107us) service_pool.cc:224] Handling call
02:02:49.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 02:02:49.294432 (+ 22346us) inbound_call.cc:177] Queueing success response
02:02:49.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":512,"thread_start_us":1435,"threads_started":5}
02:02:49.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 679989696858 + 9223371356865079473 cannot be represented in type 'long'
02:02:49.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.311384 25756 sys_catalog.cc:455] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "df15274ab99d464db432e9e1022fab6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } } }
02:02:49.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.311996 25756 sys_catalog.cc:458] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f [sys.catalog]: This master's current role is: LEADER
02:02:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.357281 25529 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:49618:
02:02:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
02:02:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:02:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:02:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
02:02:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:02:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:02:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:02:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
02:02:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
02:02:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:02:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:02:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:02:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
02:02:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:02:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
02:02:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:02:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:02:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
02:02:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
02:02:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
02:02:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
02:02:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
02:02:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
02:02:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
02:02:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
02:02:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
02:02:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
02:02:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
02:02:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
02:02:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:02:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
02:02:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
02:02:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
02:02:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:02:49.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
02:02:49.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:49.365373 25529 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:02:49.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.551120 25224 heartbeater.cc:344] Connected to a master server at 127.24.13.126:44527
02:02:49.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.553176 25680 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "f2879e1217c14c9b96617d4d516cec7c" instance_seqno: 1777773761648441) as {username='slave'} at 127.24.13.66:51409; Asking this server to re-register.
02:02:49.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.554101 25224 heartbeater.cc:461] Registering TS with master...
02:02:49.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.556165 25680 ts_manager.cc:194] Registered new tserver with Master: f2879e1217c14c9b96617d4d516cec7c (127.24.13.66:42825)
02:02:49.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.645985 25367 heartbeater.cc:344] Connected to a master server at 127.24.13.126:44527
02:02:49.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.648000 25680 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "cd70608185504cf0867554452b47c044" instance_seqno: 1777773762216074) as {username='slave'} at 127.24.13.67:53025; Asking this server to re-register.
02:02:49.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.649044 25367 heartbeater.cc:461] Registering TS with master...
02:02:49.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:49.650839 25680 ts_manager.cc:194] Registered new tserver with Master: cd70608185504cf0867554452b47c044 (127.24.13.67:41591)
02:02:49.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:49.768632 25513 consensus_peers.cc:597] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f -> Peer 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451): Couldn't send request to peer 549d65970144428d80363a03f91f47f8. Status: Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:02:50.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:50.271389 25513 consensus_peers.cc:597] T 00000000000000000000000000000000 P df15274ab99d464db432e9e1022fab6f -> Peer 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451): Couldn't send request to peer 549d65970144428d80363a03f91f47f8. Status: Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
02:02:50.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:50.341349 25077 heartbeater.cc:499] Master 127.24.13.124:35721 was elected leader, sending a full tablet report...
02:02:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f94ba3d6998 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28
02:02:50.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0xa94295 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/countdown_latch.h:99:38
02:02:50.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f94ce2218f2 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/promise.h:57:16
02:02:50.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f94ce211404 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:483:48
02:02:50.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f94ce3757ee in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:283:21
02:02:50.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f94ce3763cb in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:226:3
02:02:50.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f94ce37b00f in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager_service.cc:159:42
02:02:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f94c813a2d6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/asan/src/kudu/master/txn_manager.service.cc:271:13
02:02:50.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f94c813a005 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
02:02:50.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f94c147710e in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/7.5.0/bits/std_function.h:706:14
02:02:50.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f94c1475fee in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3
02:02:50.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f94c147c228 in kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:228:15
02:02:50.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f94c147cb8f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:91:5
02:02:50.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f94c147c9b8 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
02:02:50.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0xaa4cac in std::function<void ()>::operator()() const ../../../include/c++/7.5.0/bits/std_function.h:706:14
02:02:50.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f94ba4a9528 in kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3
02:02:50.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f94bda976da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
02:02:50.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f94b65c161e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12161e)
02:02:50.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
02:02:50.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in
02:02:50.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:50.542918 25223 heartbeater.cc:499] Master 127.24.13.124:35721 was elected leader, sending a full tablet report...
02:02:50.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:50.551241 25102 connection.cc:570] client connection to 127.24.13.124:35721 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:02:50.551 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.13.124:35721(127.24.13.124:35721)] handling channelInactive
02:02:50.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state READY due to: connection closed
02:02:50.552 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.24.13.124:35721(127.24.13.124:35721) for tablet Kudu Master: connection closed
02:02:50.568 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
02:02:50.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:50.641443 25366 heartbeater.cc:499] Master 127.24.13.124:35721 was elected leader, sending a full tablet report...
02:02:50.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:50.814349 25782 raft_consensus.cc:493] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Starting pre-election (detected failure of leader df15274ab99d464db432e9e1022fab6f)
02:02:50.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:50.814582 25782 raft_consensus.cc:515] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:50.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:50.815439 25782 leader_election.cc:290] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451), df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721)
02:02:50.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:50.819593 25664 leader_election.cc:336] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451): Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111)
02:02:50.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:50.819819 25667 leader_election.cc:336] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721): Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111)
02:02:50.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:50.819963 25667 leader_election.cc:304] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 116f12de246941b8a4f101172489b8fa; no voters: 549d65970144428d80363a03f91f47f8, df15274ab99d464db432e9e1022fab6f
02:02:50.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:50.820307 25782 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
02:02:50.856 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:50.857 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:50.857 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:50.857 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:50.857 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:50.858 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:50.858 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:50.858 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:50.859 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:50.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:50.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:50.868 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:50.868 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:50.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:50.868 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:50.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:50.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:50.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:50.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:50.888 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:50.888 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:50.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:50.888 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:50.889 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:50.889 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:50.889 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:50.890 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:50.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:50.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:50.908 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:50.908 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:50.908 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:50.908 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:50.909 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:50.909 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:50.910 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:50.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:50.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:50.928 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:50.928 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:50.928 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:50.928 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:50.928 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:50.928 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:50.929 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:50.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:50.948 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:50.948 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:50.949 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:50.949 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:50.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:50.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:50.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:50.951 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:50.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:50.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:50.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:50.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:50.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:50.968 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:50.968 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:50.968 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:50.968 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:50.969 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:50.969 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:50.969 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:50.969 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:50.969 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:50.970 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:50.970 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:50.970 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:50.971 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:50.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:50.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:50.988 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:50.988 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:50.988 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:50.989 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:50.989 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:50.989 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:50.990 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.008 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.008 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.008 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.009 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.028 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.028 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.028 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.029 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.029 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.030 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.031 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.048 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.048 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.048 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.049 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.049 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.049 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.049 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.050 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.088 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.088 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.088 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.089 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.089 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.089 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.090 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.126 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.127 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.127 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.128 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.168 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.168 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.168 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.169 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.169 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.170 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.170 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.207 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [4ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [24ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [84ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [223ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1120683620(state=PENDING, result=null, callback=(continuation of Deferred@1726604514 after retry RPC after error@2055939628) -> (continuation of Deferred@1667632037 after retry RPC after error@1127849675) -> (continuation of Deferred@1792982202 after retry RPC after error@1229413771) -> (continuation of Deferred@439311397 after retry RPC after error@368002669) -> (continuation of Deferred@181076742 after retry RPC after error@2039725265) -> (continuation of Deferred@431819186 after retry RPC after error@1989077190) -> (continuation of Deferred@613352994 after retry RPC after error@1075729238) -> (continuation of Deferred@832516734 after retry RPC after error@810951763), errback=(continuation of Deferred@1726604514 after retry RPC after error@2055939628) -> (continuation of Deferred@1667632037 after retry RPC after error@1127849675) -> (continuation of Deferred@1792982202 after retry RPC after error@1229413771) -> (continuation of Deferred@439311397 after retry RPC after error@368002669) -> (continuation of Deferred@181076742 after retry RPC after error@2039725265) -> (continuation of Deferred@431819186 after retry RPC after error@1989077190) -> (continuation of Deferred@613352994 after retry RPC after error@1075729238) -> (continuation of Deferred@832516734 after retry RPC after error@810951763)))
02:02:51.208 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
02:02:51.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.227 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.228 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.228 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.228 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.228 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.228 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.229 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:51.240478 25782 raft_consensus.cc:493] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Starting pre-election (detected failure of leader df15274ab99d464db432e9e1022fab6f)
02:02:51.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:51.240694 25782 raft_consensus.cc:515] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:51.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:51.241437 25782 leader_election.cc:290] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451), df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721)
02:02:51.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:51.243518 25664 leader_election.cc:336] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451): Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111)
02:02:51.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:51.243734 25667 leader_election.cc:336] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721): Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111)
02:02:51.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:51.243875 25667 leader_election.cc:304] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 116f12de246941b8a4f101172489b8fa; no voters: 549d65970144428d80363a03f91f47f8, df15274ab99d464db432e9e1022fab6f
02:02:51.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:51.244150 25782 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
02:02:51.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.247 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.247 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.247 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.247 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.248 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.248 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.249 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.266 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.267 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.268 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.268 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.269 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.288 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.288 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.288 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.289 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.307 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.307 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.307 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.308 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.308 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.308 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.309 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.348 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.348 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.348 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.348 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.348 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.349 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.350 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.388 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.388 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.388 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.389 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.390 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [124ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@37688359(state=PENDING, result=null, callback=(continuation of Deferred@1815027728 after retry RPC after error@1036104828) -> (continuation of Deferred@1763460606 after retry RPC after error@326695638) -> (continuation of Deferred@113403657 after retry RPC after error@907039225) -> (continuation of Deferred@1034469744 after retry RPC after error@1766990425) -> (continuation of Deferred@2092825173 after retry RPC after error@1209463714) -> (continuation of Deferred@869144721 after retry RPC after error@1266070619), errback=(continuation of Deferred@1815027728 after retry RPC after error@1036104828) -> (continuation of Deferred@1763460606 after retry RPC after error@326695638) -> (continuation of Deferred@113403657 after retry RPC after error@907039225) -> (continuation of Deferred@1034469744 after retry RPC after error@1766990425) -> (continuation of Deferred@2092825173 after retry RPC after error@1209463714) -> (continuation of Deferred@869144721 after retry RPC after error@1266070619)))
02:02:51.390 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [124ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@37688359(state=PENDING, result=null, callback=(continuation of Deferred@1815027728 after retry RPC after error@1036104828) -> (continuation of Deferred@1763460606 after retry RPC after error@326695638) -> (continuation of Deferred@113403657 after retry RPC after error@907039225) -> (continuation of Deferred@1034469744 after retry RPC after error@1766990425) -> (continuation of Deferred@2092825173 after retry RPC after error@1209463714) -> (continuation of Deferred@869144721 after retry RPC after error@1266070619), errback=(continuation of Deferred@1815027728 after retry RPC after error@1036104828) -> (continuation of Deferred@1763460606 after retry RPC after error@326695638) -> (continuation of Deferred@113403657 after retry RPC after error@907039225) -> (continuation of Deferred@1034469744 after retry RPC after error@1766990425) -> (continuation of Deferred@2092825173 after retry RPC after error@1209463714) -> (continuation of Deferred@869144721 after retry RPC after error@1266070619)))
02:02:51.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.408 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.409 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.409 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.409 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.410 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.427 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.428 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.428 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.428 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.428 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.428 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.430 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.447 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.448 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.448 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.448 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.448 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.448 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.449 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.468 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.468 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.468 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.469 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.487 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.487 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.487 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.487 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.487 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.487 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.489 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.507 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.507 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.508 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.508 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.508 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.508 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.509 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.528 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.528 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.528 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.528 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.528 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.529 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.529 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.529 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.529 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.530 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.531 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:51.582692 25105 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.144s from last keepalive heartbeat (effective timeout is 1.000s)
02:02:51.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:51.591672 25133 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.24.13.126:44527)
02:02:51.667 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [124ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@322281152(state=PENDING, result=null, callback=(continuation of Deferred@1562897682 after retry RPC after error@704191699) -> (continuation of Deferred@1106087430 after retry RPC after error@2123488101) -> (continuation of Deferred@482146008 after retry RPC after error@2101509656) -> (continuation of Deferred@1358057992 after retry RPC after error@550035840) -> (continuation of Deferred@1538906487 after retry RPC after error@895868582) -> (continuation of Deferred@2009442320 after retry RPC after error@275157897) -> (continuation of Deferred@92377747 after retry RPC after error@504032363), errback=(continuation of Deferred@1562897682 after retry RPC after error@704191699) -> (continuation of Deferred@1106087430 after retry RPC after error@2123488101) -> (continuation of Deferred@482146008 after retry RPC after error@2101509656) -> (continuation of Deferred@1358057992 after retry RPC after error@550035840) -> (continuation of Deferred@1538906487 after retry RPC after error@895868582) -> (continuation of Deferred@2009442320 after retry RPC after error@275157897) -> (continuation of Deferred@92377747 after retry RPC after error@504032363)))
02:02:51.667 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
02:02:51.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.688 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.688 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.688 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.689 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.707 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.707 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.708 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.708 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.709 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:51.722748 25782 raft_consensus.cc:493] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Starting pre-election (detected failure of leader df15274ab99d464db432e9e1022fab6f)
02:02:51.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:51.722972 25782 raft_consensus.cc:515] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:51.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:51.723800 25782 leader_election.cc:290] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451), df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721)
02:02:51.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:51.725384 25664 leader_election.cc:336] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451): Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111)
02:02:51.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:51.725590 25667 leader_election.cc:336] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721): Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111)
02:02:51.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:51.725788 25667 leader_election.cc:304] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 116f12de246941b8a4f101172489b8fa; no voters: 549d65970144428d80363a03f91f47f8, df15274ab99d464db432e9e1022fab6f
02:02:51.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:51.726191 25782 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
02:02:51.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.728 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.728 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.728 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.728 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.728 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.728 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.729 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.747 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.747 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.748 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.748 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.748 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.748 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.749 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.749 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.750 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.767 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.768 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.768 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.769 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.788 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.788 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.788 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.808 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.808 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.808 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.808 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.809 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.809 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.809 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.809 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.810 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.810 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.810 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.810 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.810 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.810 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.811 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.812 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.928 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.928 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.928 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.930 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.930 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [64ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [124ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [124ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [126ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [126ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@769380799(state=PENDING, result=null, callback=(continuation of Deferred@299918895 after retry RPC after error@1414580738) -> (continuation of Deferred@1652740366 after retry RPC after error@296198856) -> (continuation of Deferred@56913869 after retry RPC after error@1362539897) -> (continuation of Deferred@625480944 after retry RPC after error@164971379) -> (continuation of Deferred@703553411 after retry RPC after error@1301723834) -> (continuation of Deferred@672979052 after retry RPC after error@192010439) -> (continuation of Deferred@1479642477 after retry RPC after error@537571259), errback=(continuation of Deferred@299918895 after retry RPC after error@1414580738) -> (continuation of Deferred@1652740366 after retry RPC after error@296198856) -> (continuation of Deferred@56913869 after retry RPC after error@1362539897) -> (continuation of Deferred@625480944 after retry RPC after error@164971379) -> (continuation of Deferred@703553411 after retry RPC after error@1301723834) -> (continuation of Deferred@672979052 after retry RPC after error@192010439) -> (continuation of Deferred@1479642477 after retry RPC after error@537571259)))
02:02:51.931 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [64ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [124ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [124ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [126ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [126ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@769380799(state=PENDING, result=null, callback=(continuation of Deferred@299918895 after retry RPC after error@1414580738) -> (continuation of Deferred@1652740366 after retry RPC after error@296198856) -> (continuation of Deferred@56913869 after retry RPC after error@1362539897) -> (continuation of Deferred@625480944 after retry RPC after error@164971379) -> (continuation of Deferred@703553411 after retry RPC after error@1301723834) -> (continuation of Deferred@672979052 after retry RPC after error@192010439) -> (continuation of Deferred@1479642477 after retry RPC after error@537571259), errback=(continuation of Deferred@299918895 after retry RPC after error@1414580738) -> (continuation of Deferred@1652740366 after retry RPC after error@296198856) -> (continuation of Deferred@56913869 after retry RPC after error@1362539897) -> (continuation of Deferred@625480944 after retry RPC after error@164971379) -> (continuation of Deferred@703553411 after retry RPC after error@1301723834) -> (continuation of Deferred@672979052 after retry RPC after error@192010439) -> (continuation of Deferred@1479642477 after retry RPC after error@537571259)))
02:02:51.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.947 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.947 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.947 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.947 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.948 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.948 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.949 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.968 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.968 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.968 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.968 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.968 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.968 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.969 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:51.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:51.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:51.988 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.988 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.988 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:51.989 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.989 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.989 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:51.990 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.007 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.007 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.008 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.009 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.028 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.028 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.028 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.029 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.047 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.047 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.047 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.047 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.047 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.047 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.049 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.088 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.088 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.088 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.089 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.089 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.089 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.090 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.126 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.128 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.128 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.128 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.130 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [44ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [144ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1532344729(state=PENDING, result=null, callback=(continuation of Deferred@948520695 after retry RPC after error@696478857) -> (continuation of Deferred@1298269835 after retry RPC after error@990767055) -> (continuation of Deferred@1237430439 after retry RPC after error@2073324082) -> (continuation of Deferred@647982485 after retry RPC after error@1920517398) -> (continuation of Deferred@922228598 after retry RPC after error@1860513377) -> (continuation of Deferred@868943341 after retry RPC after error@128919287) -> (continuation of Deferred@1897579219 after retry RPC after error@910912695), errback=(continuation of Deferred@948520695 after retry RPC after error@696478857) -> (continuation of Deferred@1298269835 after retry RPC after error@990767055) -> (continuation of Deferred@1237430439 after retry RPC after error@2073324082) -> (continuation of Deferred@647982485 after retry RPC after error@1920517398) -> (continuation of Deferred@922228598 after retry RPC after error@1860513377) -> (continuation of Deferred@868943341 after retry RPC after error@128919287) -> (continuation of Deferred@1897579219 after retry RPC after error@910912695)))
02:02:52.130 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [44ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [144ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1532344729(state=PENDING, result=null, callback=(continuation of Deferred@948520695 after retry RPC after error@696478857) -> (continuation of Deferred@1298269835 after retry RPC after error@990767055) -> (continuation of Deferred@1237430439 after retry RPC after error@2073324082) -> (continuation of Deferred@647982485 after retry RPC after error@1920517398) -> (continuation of Deferred@922228598 after retry RPC after error@1860513377) -> (continuation of Deferred@868943341 after retry RPC after error@128919287) -> (continuation of Deferred@1897579219 after retry RPC after error@910912695), errback=(continuation of Deferred@948520695 after retry RPC after error@696478857) -> (continuation of Deferred@1298269835 after retry RPC after error@990767055) -> (continuation of Deferred@1237430439 after retry RPC after error@2073324082) -> (continuation of Deferred@647982485 after retry RPC after error@1920517398) -> (continuation of Deferred@922228598 after retry RPC after error@1860513377) -> (continuation of Deferred@868943341 after retry RPC after error@128919287) -> (continuation of Deferred@1897579219 after retry RPC after error@910912695)))
02:02:52.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.148 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.148 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.148 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.149 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.149 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.149 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.166 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.167 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.167 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.167 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.167 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.168 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.168 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.169 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.188 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.188 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.188 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.188 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.188 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.188 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.189 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.208 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.208 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.208 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.208 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.209 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.210 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.228 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.228 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.228 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.230 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.248 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.248 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.248 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.248 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.248 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.248 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.248 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.250 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.266 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.267 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.268 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.268 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.268 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.268 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.268 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.269 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.287 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.287 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.287 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.287 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.287 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.289 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.289 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@663503904(state=PENDING, result=null, callback=(continuation of Deferred@1848247231 after retry RPC after error@1433023260) -> (continuation of Deferred@449933046 after retry RPC after error@1597605064) -> (continuation of Deferred@1630552939 after retry RPC after error@1707503234) -> (continuation of Deferred@1961957906 after retry RPC after error@1736302464) -> (continuation of Deferred@79029023 after retry RPC after error@1381056373) -> (continuation of Deferred@772574887 after retry RPC after error@654624057) -> (continuation of Deferred@209876957 after retry RPC after error@1467173807), errback=(continuation of Deferred@1848247231 after retry RPC after error@1433023260) -> (continuation of Deferred@449933046 after retry RPC after error@1597605064) -> (continuation of Deferred@1630552939 after retry RPC after error@1707503234) -> (continuation of Deferred@1961957906 after retry RPC after error@1736302464) -> (continuation of Deferred@79029023 after retry RPC after error@1381056373) -> (continuation of Deferred@772574887 after retry RPC after error@654624057) -> (continuation of Deferred@209876957 after retry RPC after error@1467173807)))
02:02:52.290 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@663503904(state=PENDING, result=null, callback=(continuation of Deferred@1848247231 after retry RPC after error@1433023260) -> (continuation of Deferred@449933046 after retry RPC after error@1597605064) -> (continuation of Deferred@1630552939 after retry RPC after error@1707503234) -> (continuation of Deferred@1961957906 after retry RPC after error@1736302464) -> (continuation of Deferred@79029023 after retry RPC after error@1381056373) -> (continuation of Deferred@772574887 after retry RPC after error@654624057) -> (continuation of Deferred@209876957 after retry RPC after error@1467173807), errback=(continuation of Deferred@1848247231 after retry RPC after error@1433023260) -> (continuation of Deferred@449933046 after retry RPC after error@1597605064) -> (continuation of Deferred@1630552939 after retry RPC after error@1707503234) -> (continuation of Deferred@1961957906 after retry RPC after error@1736302464) -> (continuation of Deferred@79029023 after retry RPC after error@1381056373) -> (continuation of Deferred@772574887 after retry RPC after error@654624057) -> (continuation of Deferred@209876957 after retry RPC after error@1467173807)))
02:02:52.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.308 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.308 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.308 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.309 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.327 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.327 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.328 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.328 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.328 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.328 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.330 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.348 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.348 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.348 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.348 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.348 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.348 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.349 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.368 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.370 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.370 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.370 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.370 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.388 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.388 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.388 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.389 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.427 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.427 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.427 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.428 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.428 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.428 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.429 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.448 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.448 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.448 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.448 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.448 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.448 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.449 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.507 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.507 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.507 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.509 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.509 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [24ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [64ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [65ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1460123005(state=PENDING, result=null, callback=(continuation of Deferred@788328476 after retry RPC after error@1436567509) -> (continuation of Deferred@2074429111 after retry RPC after error@300132579) -> (continuation of Deferred@1482082003 after retry RPC after error@253734115) -> (continuation of Deferred@1583268681 after retry RPC after error@1391906001) -> (continuation of Deferred@1022945282 after retry RPC after error@1316107210) -> (continuation of Deferred@1713305030 after retry RPC after error@48901520) -> (continuation of Deferred@2032758071 after retry RPC after error@639299003), errback=(continuation of Deferred@788328476 after retry RPC after error@1436567509) -> (continuation of Deferred@2074429111 after retry RPC after error@300132579) -> (continuation of Deferred@1482082003 after retry RPC after error@253734115) -> (continuation of Deferred@1583268681 after retry RPC after error@1391906001) -> (continuation of Deferred@1022945282 after retry RPC after error@1316107210) -> (continuation of Deferred@1713305030 after retry RPC after error@48901520) -> (continuation of Deferred@2032758071 after retry RPC after error@639299003)))
02:02:52.510 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [24ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [64ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [65ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1460123005(state=PENDING, result=null, callback=(continuation of Deferred@788328476 after retry RPC after error@1436567509) -> (continuation of Deferred@2074429111 after retry RPC after error@300132579) -> (continuation of Deferred@1482082003 after retry RPC after error@253734115) -> (continuation of Deferred@1583268681 after retry RPC after error@1391906001) -> (continuation of Deferred@1022945282 after retry RPC after error@1316107210) -> (continuation of Deferred@1713305030 after retry RPC after error@48901520) -> (continuation of Deferred@2032758071 after retry RPC after error@639299003), errback=(continuation of Deferred@788328476 after retry RPC after error@1436567509) -> (continuation of Deferred@2074429111 after retry RPC after error@300132579) -> (continuation of Deferred@1482082003 after retry RPC after error@253734115) -> (continuation of Deferred@1583268681 after retry RPC after error@1391906001) -> (continuation of Deferred@1022945282 after retry RPC after error@1316107210) -> (continuation of Deferred@1713305030 after retry RPC after error@48901520) -> (continuation of Deferred@2032758071 after retry RPC after error@639299003)))
02:02:52.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.528 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.528 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.528 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.529 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.548 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.548 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.548 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.548 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.548 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.548 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.551 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.567 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.567 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.567 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.568 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.568 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.568 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.569 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.588 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.588 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.588 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.590 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.607 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.607 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.607 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.607 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.609 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.648 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.648 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.648 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.648 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.648 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.648 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.649 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.707 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.707 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.707 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.707 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.707 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.707 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.708 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.709 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:52.726922 25808 raft_consensus.cc:493] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Starting pre-election (detected failure of leader df15274ab99d464db432e9e1022fab6f)
02:02:52.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:52.727149 25808 raft_consensus.cc:515] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:52.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.727 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.727 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.728 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:52.728017 25808 leader_election.cc:290] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451), df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721)
02:02:52.730 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.731 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [25ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [204ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1781965439(state=PENDING, result=null, callback=(continuation of Deferred@517790162 after retry RPC after error@431006166) -> (continuation of Deferred@489790601 after retry RPC after error@1120657418) -> (continuation of Deferred@983671752 after retry RPC after error@646126427) -> (continuation of Deferred@935796438 after retry RPC after error@714175380) -> (continuation of Deferred@496577261 after retry RPC after error@603890630) -> (continuation of Deferred@742402241 after retry RPC after error@233632526) -> (continuation of Deferred@1500933660 after retry RPC after error@264242791), errback=(continuation of Deferred@517790162 after retry RPC after error@431006166) -> (continuation of Deferred@489790601 after retry RPC after error@1120657418) -> (continuation of Deferred@983671752 after retry RPC after error@646126427) -> (continuation of Deferred@935796438 after retry RPC after error@714175380) -> (continuation of Deferred@496577261 after retry RPC after error@603890630) -> (continuation of Deferred@742402241 after retry RPC after error@233632526) -> (continuation of Deferred@1500933660 after retry RPC after error@264242791)))
02:02:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:52.731014 25667 leader_election.cc:336] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721): Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111)
02:02:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:52.731230 25664 leader_election.cc:336] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451): Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111)
02:02:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:52.731406 25664 leader_election.cc:304] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 116f12de246941b8a4f101172489b8fa; no voters: 549d65970144428d80363a03f91f47f8, df15274ab99d464db432e9e1022fab6f
02:02:52.731 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [25ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [204ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1781965439(state=PENDING, result=null, callback=(continuation of Deferred@517790162 after retry RPC after error@431006166) -> (continuation of Deferred@489790601 after retry RPC after error@1120657418) -> (continuation of Deferred@983671752 after retry RPC after error@646126427) -> (continuation of Deferred@935796438 after retry RPC after error@714175380) -> (continuation of Deferred@496577261 after retry RPC after error@603890630) -> (continuation of Deferred@742402241 after retry RPC after error@233632526) -> (continuation of Deferred@1500933660 after retry RPC after error@264242791), errback=(continuation of Deferred@517790162 after retry RPC after error@431006166) -> (continuation of Deferred@489790601 after retry RPC after error@1120657418) -> (continuation of Deferred@983671752 after retry RPC after error@646126427) -> (continuation of Deferred@935796438 after retry RPC after error@714175380) -> (continuation of Deferred@496577261 after retry RPC after error@603890630) -> (continuation of Deferred@742402241 after retry RPC after error@233632526) -> (continuation of Deferred@1500933660 after retry RPC after error@264242791)))
02:02:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:52.731673 25808 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
02:02:52.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.747 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.748 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.748 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.748 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.750 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.768 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.768 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.768 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.768 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.768 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.768 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.769 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.788 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.788 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.788 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.788 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.788 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.788 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.808 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.808 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.808 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.810 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.827 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.828 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.828 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.828 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.830 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.866 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.867 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.867 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.867 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.868 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.868 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.868 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.947 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.947 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.947 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.947 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.948 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.948 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.949 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.967 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.968 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.968 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.969 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:52.970 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [4ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [84ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [223ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1459498555(state=PENDING, result=null, callback=(continuation of Deferred@821585640 after retry RPC after error@1485845254) -> (continuation of Deferred@1504007910 after retry RPC after error@2123183135) -> (continuation of Deferred@221368832 after retry RPC after error@1424021667) -> (continuation of Deferred@654423743 after retry RPC after error@809194380) -> (continuation of Deferred@857286233 after retry RPC after error@1643042137) -> (continuation of Deferred@1265640341 after retry RPC after error@557694532) -> (continuation of Deferred@1533833172 after retry RPC after error@1279208957), errback=(continuation of Deferred@821585640 after retry RPC after error@1485845254) -> (continuation of Deferred@1504007910 after retry RPC after error@2123183135) -> (continuation of Deferred@221368832 after retry RPC after error@1424021667) -> (continuation of Deferred@654423743 after retry RPC after error@809194380) -> (continuation of Deferred@857286233 after retry RPC after error@1643042137) -> (continuation of Deferred@1265640341 after retry RPC after error@557694532) -> (continuation of Deferred@1533833172 after retry RPC after error@1279208957)))
02:02:52.970 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [4ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [84ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [223ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1459498555(state=PENDING, result=null, callback=(continuation of Deferred@821585640 after retry RPC after error@1485845254) -> (continuation of Deferred@1504007910 after retry RPC after error@2123183135) -> (continuation of Deferred@221368832 after retry RPC after error@1424021667) -> (continuation of Deferred@654423743 after retry RPC after error@809194380) -> (continuation of Deferred@857286233 after retry RPC after error@1643042137) -> (continuation of Deferred@1265640341 after retry RPC after error@557694532) -> (continuation of Deferred@1533833172 after retry RPC after error@1279208957), errback=(continuation of Deferred@821585640 after retry RPC after error@1485845254) -> (continuation of Deferred@1504007910 after retry RPC after error@2123183135) -> (continuation of Deferred@221368832 after retry RPC after error@1424021667) -> (continuation of Deferred@654423743 after retry RPC after error@809194380) -> (continuation of Deferred@857286233 after retry RPC after error@1643042137) -> (continuation of Deferred@1265640341 after retry RPC after error@557694532) -> (continuation of Deferred@1533833172 after retry RPC after error@1279208957)))
02:02:52.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:52.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:52.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.988 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.988 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:52.988 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:52.989 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.007 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.007 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.008 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.008 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.008 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.008 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.009 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.028 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.028 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.028 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.028 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.028 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.028 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.030 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.047 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.047 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.047 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.049 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.068 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.068 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.068 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.069 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.088 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.088 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.088 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.088 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.088 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.089 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.090 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.148 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.148 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.148 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.148 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.148 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.148 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.149 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.206 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.207 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.207 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.207 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.209 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.209 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@253703222(state=PENDING, result=null, callback=(continuation of Deferred@294180434 after retry RPC after error@1643723688) -> (continuation of Deferred@145694153 after retry RPC after error@2129081966) -> (continuation of Deferred@688539046 after retry RPC after error@17174356) -> (continuation of Deferred@1907821544 after retry RPC after error@916723702) -> (continuation of Deferred@1299727345 after retry RPC after error@2092272037) -> (continuation of Deferred@898901392 after retry RPC after error@597266291) -> (continuation of Deferred@754005818 after retry RPC after error@2094627744), errback=(continuation of Deferred@294180434 after retry RPC after error@1643723688) -> (continuation of Deferred@145694153 after retry RPC after error@2129081966) -> (continuation of Deferred@688539046 after retry RPC after error@17174356) -> (continuation of Deferred@1907821544 after retry RPC after error@916723702) -> (continuation of Deferred@1299727345 after retry RPC after error@2092272037) -> (continuation of Deferred@898901392 after retry RPC after error@597266291) -> (continuation of Deferred@754005818 after retry RPC after error@2094627744)))
02:02:53.210 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@253703222(state=PENDING, result=null, callback=(continuation of Deferred@294180434 after retry RPC after error@1643723688) -> (continuation of Deferred@145694153 after retry RPC after error@2129081966) -> (continuation of Deferred@688539046 after retry RPC after error@17174356) -> (continuation of Deferred@1907821544 after retry RPC after error@916723702) -> (continuation of Deferred@1299727345 after retry RPC after error@2092272037) -> (continuation of Deferred@898901392 after retry RPC after error@597266291) -> (continuation of Deferred@754005818 after retry RPC after error@2094627744), errback=(continuation of Deferred@294180434 after retry RPC after error@1643723688) -> (continuation of Deferred@145694153 after retry RPC after error@2129081966) -> (continuation of Deferred@688539046 after retry RPC after error@17174356) -> (continuation of Deferred@1907821544 after retry RPC after error@916723702) -> (continuation of Deferred@1299727345 after retry RPC after error@2092272037) -> (continuation of Deferred@898901392 after retry RPC after error@597266291) -> (continuation of Deferred@754005818 after retry RPC after error@2094627744)))
02:02:53.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.228 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.229 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.229 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.229 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.248 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.248 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.248 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.248 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.248 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.249 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.249 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.250 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.266 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.267 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.267 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.268 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.268 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.268 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.268 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.269 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.288 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.288 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.288 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.288 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.290 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.308 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.308 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.308 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.309 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.328 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.328 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.328 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.328 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.328 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.328 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.329 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.347 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.347 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.347 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.348 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.348 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.348 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.349 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.487 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [64ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1464438176(state=PENDING, result=null, callback=(continuation of Deferred@1043372025 after retry RPC after error@1916973545) -> (continuation of Deferred@2116680884 after retry RPC after error@1704348252) -> (continuation of Deferred@1604556360 after retry RPC after error@940161452) -> (continuation of Deferred@158613061 after retry RPC after error@1583829405) -> (continuation of Deferred@498437583 after retry RPC after error@1753518860) -> (continuation of Deferred@1084890703 after retry RPC after error@614810750) -> (continuation of Deferred@365919952 after retry RPC after error@1495241622), errback=(continuation of Deferred@1043372025 after retry RPC after error@1916973545) -> (continuation of Deferred@2116680884 after retry RPC after error@1704348252) -> (continuation of Deferred@1604556360 after retry RPC after error@940161452) -> (continuation of Deferred@158613061 after retry RPC after error@1583829405) -> (continuation of Deferred@498437583 after retry RPC after error@1753518860) -> (continuation of Deferred@1084890703 after retry RPC after error@614810750) -> (continuation of Deferred@365919952 after retry RPC after error@1495241622)))
02:02:53.487 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
02:02:53.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.507 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.508 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.508 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.508 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.509 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.509 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.527 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.527 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.527 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.529 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.548 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.548 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.548 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.548 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.548 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.548 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.549 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.568 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.568 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.568 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.568 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.568 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.568 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.569 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.588 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.588 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.588 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.589 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:53.604202 25814 raft_consensus.cc:493] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Starting pre-election (detected failure of leader df15274ab99d464db432e9e1022fab6f)
02:02:53.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:53.604420 25814 raft_consensus.cc:515] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:53.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:53.605000 25814 leader_election.cc:290] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451), df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721)
02:02:53.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:53.607151 25667 leader_election.cc:336] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721): Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111)
02:02:53.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:53.607522 25664 leader_election.cc:336] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451): Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111)
02:02:53.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:53.607690 25664 leader_election.cc:304] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 116f12de246941b8a4f101172489b8fa; no voters: 549d65970144428d80363a03f91f47f8, df15274ab99d464db432e9e1022fab6f
02:02:53.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:53.608042 25814 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
02:02:53.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.627 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.628 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.628 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.628 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.629 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.687 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.687 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.687 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.687 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.687 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.687 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.689 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.707 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.707 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.708 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.708 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.708 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.708 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.708 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.708 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.710 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.747 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.747 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.747 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.747 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.749 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.749 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@754790783(state=PENDING, result=null, callback=(continuation of Deferred@2090773689 after retry RPC after error@1143360453) -> (continuation of Deferred@576623530 after retry RPC after error@1743595607) -> (continuation of Deferred@1847569271 after retry RPC after error@412200210) -> (continuation of Deferred@1317318249 after retry RPC after error@1084590206) -> (continuation of Deferred@1408423694 after retry RPC after error@1184766303) -> (continuation of Deferred@763498499 after retry RPC after error@1091079093) -> (continuation of Deferred@75984445 after retry RPC after error@853920531) -> (continuation of Deferred@266000196 after retry RPC after error@176861225), errback=(continuation of Deferred@2090773689 after retry RPC after error@1143360453) -> (continuation of Deferred@576623530 after retry RPC after error@1743595607) -> (continuation of Deferred@1847569271 after retry RPC after error@412200210) -> (continuation of Deferred@1317318249 after retry RPC after error@1084590206) -> (continuation of Deferred@1408423694 after retry RPC after error@1184766303) -> (continuation of Deferred@763498499 after retry RPC after error@1091079093) -> (continuation of Deferred@75984445 after retry RPC after error@853920531) -> (continuation of Deferred@266000196 after retry RPC after error@176861225)))
02:02:53.750 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@754790783(state=PENDING, result=null, callback=(continuation of Deferred@2090773689 after retry RPC after error@1143360453) -> (continuation of Deferred@576623530 after retry RPC after error@1743595607) -> (continuation of Deferred@1847569271 after retry RPC after error@412200210) -> (continuation of Deferred@1317318249 after retry RPC after error@1084590206) -> (continuation of Deferred@1408423694 after retry RPC after error@1184766303) -> (continuation of Deferred@763498499 after retry RPC after error@1091079093) -> (continuation of Deferred@75984445 after retry RPC after error@853920531) -> (continuation of Deferred@266000196 after retry RPC after error@176861225), errback=(continuation of Deferred@2090773689 after retry RPC after error@1143360453) -> (continuation of Deferred@576623530 after retry RPC after error@1743595607) -> (continuation of Deferred@1847569271 after retry RPC after error@412200210) -> (continuation of Deferred@1317318249 after retry RPC after error@1084590206) -> (continuation of Deferred@1408423694 after retry RPC after error@1184766303) -> (continuation of Deferred@763498499 after retry RPC after error@1091079093) -> (continuation of Deferred@75984445 after retry RPC after error@853920531) -> (continuation of Deferred@266000196 after retry RPC after error@176861225)))
02:02:53.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.768 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.768 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.768 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.769 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.788 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.788 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.788 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.788 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.788 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.788 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.807 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.807 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.807 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.807 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.807 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.807 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.809 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.827 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.827 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.827 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.827 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.829 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.847 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.848 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.848 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.848 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.849 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:53.862327 25648 master_runner.cc:186] Error getting master registration for 127.24.13.125:33451: Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111),
02:02:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:53.862493 25648 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:02:53.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.868 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.868 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.868 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.868 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.868 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.868 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.907 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.907 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.907 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.908 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.908 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.908 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.909 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.928 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.928 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.928 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.929 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.929 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@74045333(state=PENDING, result=null, callback=(continuation of Deferred@1023024578 after retry RPC after error@298915826) -> (continuation of Deferred@1144528656 after retry RPC after error@245869949) -> (continuation of Deferred@1658824038 after retry RPC after error@2074628168) -> (continuation of Deferred@2137788594 after retry RPC after error@1276348007) -> (continuation of Deferred@1408822806 after retry RPC after error@1785454129) -> (continuation of Deferred@1964878414 after retry RPC after error@636303924) -> (continuation of Deferred@837941441 after retry RPC after error@98513560), errback=(continuation of Deferred@1023024578 after retry RPC after error@298915826) -> (continuation of Deferred@1144528656 after retry RPC after error@245869949) -> (continuation of Deferred@1658824038 after retry RPC after error@2074628168) -> (continuation of Deferred@2137788594 after retry RPC after error@1276348007) -> (continuation of Deferred@1408822806 after retry RPC after error@1785454129) -> (continuation of Deferred@1964878414 after retry RPC after error@636303924) -> (continuation of Deferred@837941441 after retry RPC after error@98513560)))
02:02:53.930 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@74045333(state=PENDING, result=null, callback=(continuation of Deferred@1023024578 after retry RPC after error@298915826) -> (continuation of Deferred@1144528656 after retry RPC after error@245869949) -> (continuation of Deferred@1658824038 after retry RPC after error@2074628168) -> (continuation of Deferred@2137788594 after retry RPC after error@1276348007) -> (continuation of Deferred@1408822806 after retry RPC after error@1785454129) -> (continuation of Deferred@1964878414 after retry RPC after error@636303924) -> (continuation of Deferred@837941441 after retry RPC after error@98513560), errback=(continuation of Deferred@1023024578 after retry RPC after error@298915826) -> (continuation of Deferred@1144528656 after retry RPC after error@245869949) -> (continuation of Deferred@1658824038 after retry RPC after error@2074628168) -> (continuation of Deferred@2137788594 after retry RPC after error@1276348007) -> (continuation of Deferred@1408822806 after retry RPC after error@1785454129) -> (continuation of Deferred@1964878414 after retry RPC after error@636303924) -> (continuation of Deferred@837941441 after retry RPC after error@98513560)))
02:02:53.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.948 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.948 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.948 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.950 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.967 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.968 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.968 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.968 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.968 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.968 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.969 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:53.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:53.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:53.988 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.988 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.988 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:53.988 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.988 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.988 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:53.989 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.007 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.007 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.007 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.007 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.009 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.027 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.028 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.028 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.028 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.029 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.067 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.067 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.067 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.067 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.067 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.067 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.069 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.107 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.108 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.108 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.108 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.108 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.108 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.109 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.187 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.187 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.188 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.189 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.190 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1269548002(state=PENDING, result=null, callback=(continuation of Deferred@1524069885 after retry RPC after error@993660270) -> (continuation of Deferred@461729488 after retry RPC after error@237247121) -> (continuation of Deferred@1874718261 after retry RPC after error@76009425) -> (continuation of Deferred@885314175 after retry RPC after error@446342884) -> (continuation of Deferred@450244548 after retry RPC after error@538280456) -> (continuation of Deferred@852552543 after retry RPC after error@2108868199) -> (continuation of Deferred@1446084122 after retry RPC after error@1513661206), errback=(continuation of Deferred@1524069885 after retry RPC after error@993660270) -> (continuation of Deferred@461729488 after retry RPC after error@237247121) -> (continuation of Deferred@1874718261 after retry RPC after error@76009425) -> (continuation of Deferred@885314175 after retry RPC after error@446342884) -> (continuation of Deferred@450244548 after retry RPC after error@538280456) -> (continuation of Deferred@852552543 after retry RPC after error@2108868199) -> (continuation of Deferred@1446084122 after retry RPC after error@1513661206)))
02:02:54.191 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1269548002(state=PENDING, result=null, callback=(continuation of Deferred@1524069885 after retry RPC after error@993660270) -> (continuation of Deferred@461729488 after retry RPC after error@237247121) -> (continuation of Deferred@1874718261 after retry RPC after error@76009425) -> (continuation of Deferred@885314175 after retry RPC after error@446342884) -> (continuation of Deferred@450244548 after retry RPC after error@538280456) -> (continuation of Deferred@852552543 after retry RPC after error@2108868199) -> (continuation of Deferred@1446084122 after retry RPC after error@1513661206), errback=(continuation of Deferred@1524069885 after retry RPC after error@993660270) -> (continuation of Deferred@461729488 after retry RPC after error@237247121) -> (continuation of Deferred@1874718261 after retry RPC after error@76009425) -> (continuation of Deferred@885314175 after retry RPC after error@446342884) -> (continuation of Deferred@450244548 after retry RPC after error@538280456) -> (continuation of Deferred@852552543 after retry RPC after error@2108868199) -> (continuation of Deferred@1446084122 after retry RPC after error@1513661206)))
02:02:54.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.208 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.208 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.208 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.210 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.227 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.227 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.228 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.228 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.228 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.228 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.229 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.248 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.248 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.248 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.248 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.248 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.248 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.250 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.266 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.267 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.267 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.268 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.269 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.288 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.288 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.288 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.289 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.307 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.307 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.307 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.307 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.308 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.308 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.308 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.367 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.368 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.368 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.368 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.368 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.368 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.369 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.369 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@269994619(state=PENDING, result=null, callback=(continuation of Deferred@2114964846 after retry RPC after error@776734134) -> (continuation of Deferred@404179245 after retry RPC after error@922553414) -> (continuation of Deferred@916050762 after retry RPC after error@2016805274) -> (continuation of Deferred@1514824080 after retry RPC after error@67885475) -> (continuation of Deferred@2096126443 after retry RPC after error@880979262) -> (continuation of Deferred@1028463839 after retry RPC after error@1741757460), errback=(continuation of Deferred@2114964846 after retry RPC after error@776734134) -> (continuation of Deferred@404179245 after retry RPC after error@922553414) -> (continuation of Deferred@916050762 after retry RPC after error@2016805274) -> (continuation of Deferred@1514824080 after retry RPC after error@67885475) -> (continuation of Deferred@2096126443 after retry RPC after error@880979262) -> (continuation of Deferred@1028463839 after retry RPC after error@1741757460)))
02:02:54.370 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@269994619(state=PENDING, result=null, callback=(continuation of Deferred@2114964846 after retry RPC after error@776734134) -> (continuation of Deferred@404179245 after retry RPC after error@922553414) -> (continuation of Deferred@916050762 after retry RPC after error@2016805274) -> (continuation of Deferred@1514824080 after retry RPC after error@67885475) -> (continuation of Deferred@2096126443 after retry RPC after error@880979262) -> (continuation of Deferred@1028463839 after retry RPC after error@1741757460), errback=(continuation of Deferred@2114964846 after retry RPC after error@776734134) -> (continuation of Deferred@404179245 after retry RPC after error@922553414) -> (continuation of Deferred@916050762 after retry RPC after error@2016805274) -> (continuation of Deferred@1514824080 after retry RPC after error@67885475) -> (continuation of Deferred@2096126443 after retry RPC after error@880979262) -> (continuation of Deferred@1028463839 after retry RPC after error@1741757460)))
02:02:54.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.388 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.388 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.388 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.389 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.407 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.407 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.407 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.407 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.407 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.409 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.427 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.428 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.428 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.428 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.428 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.428 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.429 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.448 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.448 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.448 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.448 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.448 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.448 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.449 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.467 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.467 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.467 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.467 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.467 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.467 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.469 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.507 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.508 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.508 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.507 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.509 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.528 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.528 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.528 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.528 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.528 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.528 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.529 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.567 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.567 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.567 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.568 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.568 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.568 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.569 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.587 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.587 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.587 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.589 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.589 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@444775724(state=PENDING, result=null, callback=(continuation of Deferred@1995349274 after retry RPC after error@1025169369) -> (continuation of Deferred@1839934104 after retry RPC after error@1649377756) -> (continuation of Deferred@1623967426 after retry RPC after error@193224989) -> (continuation of Deferred@1070560543 after retry RPC after error@563102299) -> (continuation of Deferred@533953917 after retry RPC after error@930577171) -> (continuation of Deferred@1943312239 after retry RPC after error@1349882324) -> (continuation of Deferred@1422468658 after retry RPC after error@1491755099) -> (continuation of Deferred@265485254 after retry RPC after error@1934958809), errback=(continuation of Deferred@1995349274 after retry RPC after error@1025169369) -> (continuation of Deferred@1839934104 after retry RPC after error@1649377756) -> (continuation of Deferred@1623967426 after retry RPC after error@193224989) -> (continuation of Deferred@1070560543 after retry RPC after error@563102299) -> (continuation of Deferred@533953917 after retry RPC after error@930577171) -> (continuation of Deferred@1943312239 after retry RPC after error@1349882324) -> (continuation of Deferred@1422468658 after retry RPC after error@1491755099) -> (continuation of Deferred@265485254 after retry RPC after error@1934958809)))
02:02:54.590 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@444775724(state=PENDING, result=null, callback=(continuation of Deferred@1995349274 after retry RPC after error@1025169369) -> (continuation of Deferred@1839934104 after retry RPC after error@1649377756) -> (continuation of Deferred@1623967426 after retry RPC after error@193224989) -> (continuation of Deferred@1070560543 after retry RPC after error@563102299) -> (continuation of Deferred@533953917 after retry RPC after error@930577171) -> (continuation of Deferred@1943312239 after retry RPC after error@1349882324) -> (continuation of Deferred@1422468658 after retry RPC after error@1491755099) -> (continuation of Deferred@265485254 after retry RPC after error@1934958809), errback=(continuation of Deferred@1995349274 after retry RPC after error@1025169369) -> (continuation of Deferred@1839934104 after retry RPC after error@1649377756) -> (continuation of Deferred@1623967426 after retry RPC after error@193224989) -> (continuation of Deferred@1070560543 after retry RPC after error@563102299) -> (continuation of Deferred@533953917 after retry RPC after error@930577171) -> (continuation of Deferred@1943312239 after retry RPC after error@1349882324) -> (continuation of Deferred@1422468658 after retry RPC after error@1491755099) -> (continuation of Deferred@265485254 after retry RPC after error@1934958809)))
02:02:54.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.608 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.608 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.608 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.609 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.627 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.627 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.627 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.627 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.627 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.627 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.628 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.647 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.647 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.647 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.648 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.648 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.648 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.649 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.668 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.668 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.669 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.669 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.671 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.688 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.688 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.689 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.689 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.727 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.728 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.727 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.728 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.728 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.728 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.729 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.767 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.767 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.767 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.767 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.767 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.767 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.769 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.827 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.827 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.827 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.828 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.829 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.829 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [64ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [65ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [223ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@911581255(state=PENDING, result=null, callback=(continuation of Deferred@1952815718 after retry RPC after error@569375092) -> (continuation of Deferred@2119952668 after retry RPC after error@1696016648) -> (continuation of Deferred@1031354726 after retry RPC after error@1669551076) -> (continuation of Deferred@1110525313 after retry RPC after error@515009446) -> (continuation of Deferred@1786041119 after retry RPC after error@319926726) -> (continuation of Deferred@1531241320 after retry RPC after error@1445354749) -> (continuation of Deferred@436633869 after retry RPC after error@67607562), errback=(continuation of Deferred@1952815718 after retry RPC after error@569375092) -> (continuation of Deferred@2119952668 after retry RPC after error@1696016648) -> (continuation of Deferred@1031354726 after retry RPC after error@1669551076) -> (continuation of Deferred@1110525313 after retry RPC after error@515009446) -> (continuation of Deferred@1786041119 after retry RPC after error@319926726) -> (continuation of Deferred@1531241320 after retry RPC after error@1445354749) -> (continuation of Deferred@436633869 after retry RPC after error@67607562)))
02:02:54.830 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [64ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [65ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [223ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@911581255(state=PENDING, result=null, callback=(continuation of Deferred@1952815718 after retry RPC after error@569375092) -> (continuation of Deferred@2119952668 after retry RPC after error@1696016648) -> (continuation of Deferred@1031354726 after retry RPC after error@1669551076) -> (continuation of Deferred@1110525313 after retry RPC after error@515009446) -> (continuation of Deferred@1786041119 after retry RPC after error@319926726) -> (continuation of Deferred@1531241320 after retry RPC after error@1445354749) -> (continuation of Deferred@436633869 after retry RPC after error@67607562), errback=(continuation of Deferred@1952815718 after retry RPC after error@569375092) -> (continuation of Deferred@2119952668 after retry RPC after error@1696016648) -> (continuation of Deferred@1031354726 after retry RPC after error@1669551076) -> (continuation of Deferred@1110525313 after retry RPC after error@515009446) -> (continuation of Deferred@1786041119 after retry RPC after error@319926726) -> (continuation of Deferred@1531241320 after retry RPC after error@1445354749) -> (continuation of Deferred@436633869 after retry RPC after error@67607562)))
02:02:54.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.848 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.848 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.848 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.849 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.867 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.868 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.868 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.868 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.868 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.868 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.888 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.888 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.888 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.888 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.888 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.888 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.889 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.907 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.907 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.907 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.907 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.907 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.907 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.909 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.927 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.928 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.928 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.929 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.948 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.948 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.948 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.948 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.948 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.948 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.949 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:54.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:54.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:54.968 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.968 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.968 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:54.968 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.968 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.969 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:54.970 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.007 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.007 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.007 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.007 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.009 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.009 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [124ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1359158428(state=PENDING, result=null, callback=(continuation of Deferred@1170652618 after retry RPC after error@2016008612) -> (continuation of Deferred@78951624 after retry RPC after error@1293594430) -> (continuation of Deferred@1027761082 after retry RPC after error@194017615) -> (continuation of Deferred@706977281 after retry RPC after error@853063460) -> (continuation of Deferred@480861558 after retry RPC after error@343606701) -> (continuation of Deferred@572412597 after retry RPC after error@1435017285) -> (continuation of Deferred@60560751 after retry RPC after error@1334197980), errback=(continuation of Deferred@1170652618 after retry RPC after error@2016008612) -> (continuation of Deferred@78951624 after retry RPC after error@1293594430) -> (continuation of Deferred@1027761082 after retry RPC after error@194017615) -> (continuation of Deferred@706977281 after retry RPC after error@853063460) -> (continuation of Deferred@480861558 after retry RPC after error@343606701) -> (continuation of Deferred@572412597 after retry RPC after error@1435017285) -> (continuation of Deferred@60560751 after retry RPC after error@1334197980)))
02:02:55.009 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [124ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1359158428(state=PENDING, result=null, callback=(continuation of Deferred@1170652618 after retry RPC after error@2016008612) -> (continuation of Deferred@78951624 after retry RPC after error@1293594430) -> (continuation of Deferred@1027761082 after retry RPC after error@194017615) -> (continuation of Deferred@706977281 after retry RPC after error@853063460) -> (continuation of Deferred@480861558 after retry RPC after error@343606701) -> (continuation of Deferred@572412597 after retry RPC after error@1435017285) -> (continuation of Deferred@60560751 after retry RPC after error@1334197980), errback=(continuation of Deferred@1170652618 after retry RPC after error@2016008612) -> (continuation of Deferred@78951624 after retry RPC after error@1293594430) -> (continuation of Deferred@1027761082 after retry RPC after error@194017615) -> (continuation of Deferred@706977281 after retry RPC after error@853063460) -> (continuation of Deferred@480861558 after retry RPC after error@343606701) -> (continuation of Deferred@572412597 after retry RPC after error@1435017285) -> (continuation of Deferred@60560751 after retry RPC after error@1334197980)))
02:02:55.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.027 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.027 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.027 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.028 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.029 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.048 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.048 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.048 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.048 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.048 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.048 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.049 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.068 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.068 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.068 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.068 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.068 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.069 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.069 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.070 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.087 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.087 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.087 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.089 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.108 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.108 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.108 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.109 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.128 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.128 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.128 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.128 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.128 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.128 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.187 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.187 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.187 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.187 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.187 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.188 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.188 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.189 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1736871249(state=PENDING, result=null, callback=(continuation of Deferred@1380848395 after retry RPC after error@642517897) -> (continuation of Deferred@1507277864 after retry RPC after error@183029318) -> (continuation of Deferred@672944731 after retry RPC after error@1850344594) -> (continuation of Deferred@236733199 after retry RPC after error@1120544372) -> (continuation of Deferred@143534844 after retry RPC after error@920568299) -> (continuation of Deferred@1513547780 after retry RPC after error@1239194800), errback=(continuation of Deferred@1380848395 after retry RPC after error@642517897) -> (continuation of Deferred@1507277864 after retry RPC after error@183029318) -> (continuation of Deferred@672944731 after retry RPC after error@1850344594) -> (continuation of Deferred@236733199 after retry RPC after error@1120544372) -> (continuation of Deferred@143534844 after retry RPC after error@920568299) -> (continuation of Deferred@1513547780 after retry RPC after error@1239194800)))
02:02:55.189 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1736871249(state=PENDING, result=null, callback=(continuation of Deferred@1380848395 after retry RPC after error@642517897) -> (continuation of Deferred@1507277864 after retry RPC after error@183029318) -> (continuation of Deferred@672944731 after retry RPC after error@1850344594) -> (continuation of Deferred@236733199 after retry RPC after error@1120544372) -> (continuation of Deferred@143534844 after retry RPC after error@920568299) -> (continuation of Deferred@1513547780 after retry RPC after error@1239194800), errback=(continuation of Deferred@1380848395 after retry RPC after error@642517897) -> (continuation of Deferred@1507277864 after retry RPC after error@183029318) -> (continuation of Deferred@672944731 after retry RPC after error@1850344594) -> (continuation of Deferred@236733199 after retry RPC after error@1120544372) -> (continuation of Deferred@143534844 after retry RPC after error@920568299) -> (continuation of Deferred@1513547780 after retry RPC after error@1239194800)))
02:02:55.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.207 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.207 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.208 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.209 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.228 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.228 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.228 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.228 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.229 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.247 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.247 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.247 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.248 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.248 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.248 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.249 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.268 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.268 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.268 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.268 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.268 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.268 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.269 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.288 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.288 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.288 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.288 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.290 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.308 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.308 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.308 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.309 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.328 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.328 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.328 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.328 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.328 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.328 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.329 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.387 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.387 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.387 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.388 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.388 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.388 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.389 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.389 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1694494684(state=PENDING, result=null, callback=(continuation of Deferred@2060058827 after retry RPC after error@1414711667) -> (continuation of Deferred@1986135996 after retry RPC after error@1845004195) -> (continuation of Deferred@1193156239 after retry RPC after error@88432206) -> (continuation of Deferred@1669129917 after retry RPC after error@1242607854) -> (continuation of Deferred@2102207813 after retry RPC after error@1389736844) -> (continuation of Deferred@1444478565 after retry RPC after error@432059272) -> (continuation of Deferred@229886712 after retry RPC after error@1912946961), errback=(continuation of Deferred@2060058827 after retry RPC after error@1414711667) -> (continuation of Deferred@1986135996 after retry RPC after error@1845004195) -> (continuation of Deferred@1193156239 after retry RPC after error@88432206) -> (continuation of Deferred@1669129917 after retry RPC after error@1242607854) -> (continuation of Deferred@2102207813 after retry RPC after error@1389736844) -> (continuation of Deferred@1444478565 after retry RPC after error@432059272) -> (continuation of Deferred@229886712 after retry RPC after error@1912946961)))
02:02:55.390 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1694494684(state=PENDING, result=null, callback=(continuation of Deferred@2060058827 after retry RPC after error@1414711667) -> (continuation of Deferred@1986135996 after retry RPC after error@1845004195) -> (continuation of Deferred@1193156239 after retry RPC after error@88432206) -> (continuation of Deferred@1669129917 after retry RPC after error@1242607854) -> (continuation of Deferred@2102207813 after retry RPC after error@1389736844) -> (continuation of Deferred@1444478565 after retry RPC after error@432059272) -> (continuation of Deferred@229886712 after retry RPC after error@1912946961), errback=(continuation of Deferred@2060058827 after retry RPC after error@1414711667) -> (continuation of Deferred@1986135996 after retry RPC after error@1845004195) -> (continuation of Deferred@1193156239 after retry RPC after error@88432206) -> (continuation of Deferred@1669129917 after retry RPC after error@1242607854) -> (continuation of Deferred@2102207813 after retry RPC after error@1389736844) -> (continuation of Deferred@1444478565 after retry RPC after error@432059272) -> (continuation of Deferred@229886712 after retry RPC after error@1912946961)))
02:02:55.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.407 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.407 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.408 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.409 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.428 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.428 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.428 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.429 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.447 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.447 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.447 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.447 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.447 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.447 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.449 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.467 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.467 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.467 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.468 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.468 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.468 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.469 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.487 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.487 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.487 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.487 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.488 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.489 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.528 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.528 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.528 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.529 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.567 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.567 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.567 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.567 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.567 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.567 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.569 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.569 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1825054963(state=PENDING, result=null, callback=(continuation of Deferred@882768306 after retry RPC after error@745399713) -> (continuation of Deferred@769437995 after retry RPC after error@12501979) -> (continuation of Deferred@1538648599 after retry RPC after error@414604333) -> (continuation of Deferred@1345057785 after retry RPC after error@654131772) -> (continuation of Deferred@1382871462 after retry RPC after error@2014419186) -> (continuation of Deferred@2007636018 after retry RPC after error@998922329), errback=(continuation of Deferred@882768306 after retry RPC after error@745399713) -> (continuation of Deferred@769437995 after retry RPC after error@12501979) -> (continuation of Deferred@1538648599 after retry RPC after error@414604333) -> (continuation of Deferred@1345057785 after retry RPC after error@654131772) -> (continuation of Deferred@1382871462 after retry RPC after error@2014419186) -> (continuation of Deferred@2007636018 after retry RPC after error@998922329)))
02:02:55.570 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1825054963(state=PENDING, result=null, callback=(continuation of Deferred@882768306 after retry RPC after error@745399713) -> (continuation of Deferred@769437995 after retry RPC after error@12501979) -> (continuation of Deferred@1538648599 after retry RPC after error@414604333) -> (continuation of Deferred@1345057785 after retry RPC after error@654131772) -> (continuation of Deferred@1382871462 after retry RPC after error@2014419186) -> (continuation of Deferred@2007636018 after retry RPC after error@998922329), errback=(continuation of Deferred@882768306 after retry RPC after error@745399713) -> (continuation of Deferred@769437995 after retry RPC after error@12501979) -> (continuation of Deferred@1538648599 after retry RPC after error@414604333) -> (continuation of Deferred@1345057785 after retry RPC after error@654131772) -> (continuation of Deferred@1382871462 after retry RPC after error@2014419186) -> (continuation of Deferred@2007636018 after retry RPC after error@998922329)))
02:02:55.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.588 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.588 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.588 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.588 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.588 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.588 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.589 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.608 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.608 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.608 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.608 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.608 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.609 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.627 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.627 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.627 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.627 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.627 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.629 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.647 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.647 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.647 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.647 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.647 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.647 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.648 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.668 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.668 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.668 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.668 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.669 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.669 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.669 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.670 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:55.677875 25830 raft_consensus.cc:493] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Starting pre-election (detected failure of leader df15274ab99d464db432e9e1022fab6f)
02:02:55.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:55.678234 25830 raft_consensus.cc:515] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:55.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:55.678968 25830 leader_election.cc:290] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451), df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721)
02:02:55.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:55.680018 25664 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111) [suppressed 10 similar messages]
02:02:55.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:55.681370 25667 leader_election.cc:336] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721): Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111)
02:02:55.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:55.681551 25664 leader_election.cc:336] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451): Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111)
02:02:55.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:55.681654 25664 leader_election.cc:304] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 116f12de246941b8a4f101172489b8fa; no voters: 549d65970144428d80363a03f91f47f8, df15274ab99d464db432e9e1022fab6f
02:02:55.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:55.681901 25830 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
02:02:55.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.707 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.707 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.707 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.709 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.768 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.768 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.768 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.769 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.770 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [84ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1237891630(state=PENDING, result=null, callback=(continuation of Deferred@1445497913 after retry RPC after error@161728099) -> (continuation of Deferred@838141452 after retry RPC after error@1029751766) -> (continuation of Deferred@792447239 after retry RPC after error@943489629) -> (continuation of Deferred@568342064 after retry RPC after error@447033257) -> (continuation of Deferred@1797766667 after retry RPC after error@928380760) -> (continuation of Deferred@396629556 after retry RPC after error@617593614), errback=(continuation of Deferred@1445497913 after retry RPC after error@161728099) -> (continuation of Deferred@838141452 after retry RPC after error@1029751766) -> (continuation of Deferred@792447239 after retry RPC after error@943489629) -> (continuation of Deferred@568342064 after retry RPC after error@447033257) -> (continuation of Deferred@1797766667 after retry RPC after error@928380760) -> (continuation of Deferred@396629556 after retry RPC after error@617593614)))
02:02:55.770 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [84ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1237891630(state=PENDING, result=null, callback=(continuation of Deferred@1445497913 after retry RPC after error@161728099) -> (continuation of Deferred@838141452 after retry RPC after error@1029751766) -> (continuation of Deferred@792447239 after retry RPC after error@943489629) -> (continuation of Deferred@568342064 after retry RPC after error@447033257) -> (continuation of Deferred@1797766667 after retry RPC after error@928380760) -> (continuation of Deferred@396629556 after retry RPC after error@617593614), errback=(continuation of Deferred@1445497913 after retry RPC after error@161728099) -> (continuation of Deferred@838141452 after retry RPC after error@1029751766) -> (continuation of Deferred@792447239 after retry RPC after error@943489629) -> (continuation of Deferred@568342064 after retry RPC after error@447033257) -> (continuation of Deferred@1797766667 after retry RPC after error@928380760) -> (continuation of Deferred@396629556 after retry RPC after error@617593614)))
02:02:55.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.787 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.787 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.787 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.787 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.787 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.787 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.807 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.807 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.808 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.808 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.808 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.808 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.809 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.827 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.828 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.828 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.828 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.828 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.830 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.848 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.849 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.849 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.849 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.850 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.868 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.868 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.868 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.868 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.868 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.869 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.907 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.907 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.908 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.908 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.908 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.908 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.909 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:55.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:55.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:55.968 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.968 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.968 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:55.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:55.971 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.008 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.008 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.008 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.008 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.008 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.008 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.009 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.009 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.009 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.009 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.009 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.010 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.010 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.046 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [44ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [64ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [185ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [222ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [223ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [223ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [224ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@930159030(state=PENDING, result=null, callback=(continuation of Deferred@1439479620 after retry RPC after error@744293276) -> (continuation of Deferred@1338131400 after retry RPC after error@1891721007) -> (continuation of Deferred@1082630372 after retry RPC after error@75635339) -> (continuation of Deferred@1493423568 after retry RPC after error@599904760) -> (continuation of Deferred@1589433828 after retry RPC after error@1249827578) -> (continuation of Deferred@219425584 after retry RPC after error@544695675) -> (continuation of Deferred@408721252 after retry RPC after error@608774047) -> (continuation of Deferred@136889741 after retry RPC after error@326051150), errback=(continuation of Deferred@1439479620 after retry RPC after error@744293276) -> (continuation of Deferred@1338131400 after retry RPC after error@1891721007) -> (continuation of Deferred@1082630372 after retry RPC after error@75635339) -> (continuation of Deferred@1493423568 after retry RPC after error@599904760) -> (continuation of Deferred@1589433828 after retry RPC after error@1249827578) -> (continuation of Deferred@219425584 after retry RPC after error@544695675) -> (continuation of Deferred@408721252 after retry RPC after error@608774047) -> (continuation of Deferred@136889741 after retry RPC after error@326051150)))
02:02:56.048 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
02:02:56.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.068 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.068 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.068 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.069 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.069 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.069 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.070 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.087 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.087 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.087 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.088 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.107 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.107 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.108 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.108 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.109 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.128 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.128 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.128 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.128 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.128 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.128 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.148 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.148 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.148 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.148 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.148 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.148 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.149 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.187 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.188 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.188 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.189 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.227 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.227 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.228 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.228 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.228 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.229 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.229 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [4ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@2010370191(state=PENDING, result=null, callback=(continuation of Deferred@319760944 after retry RPC after error@1644968350) -> (continuation of Deferred@103745073 after retry RPC after error@1863444947) -> (continuation of Deferred@94699691 after retry RPC after error@115738952) -> (continuation of Deferred@2013694251 after retry RPC after error@406431881) -> (continuation of Deferred@901010301 after retry RPC after error@61780170) -> (continuation of Deferred@1336753733 after retry RPC after error@436583129), errback=(continuation of Deferred@319760944 after retry RPC after error@1644968350) -> (continuation of Deferred@103745073 after retry RPC after error@1863444947) -> (continuation of Deferred@94699691 after retry RPC after error@115738952) -> (continuation of Deferred@2013694251 after retry RPC after error@406431881) -> (continuation of Deferred@901010301 after retry RPC after error@61780170) -> (continuation of Deferred@1336753733 after retry RPC after error@436583129)))
02:02:56.230 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [4ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@2010370191(state=PENDING, result=null, callback=(continuation of Deferred@319760944 after retry RPC after error@1644968350) -> (continuation of Deferred@103745073 after retry RPC after error@1863444947) -> (continuation of Deferred@94699691 after retry RPC after error@115738952) -> (continuation of Deferred@2013694251 after retry RPC after error@406431881) -> (continuation of Deferred@901010301 after retry RPC after error@61780170) -> (continuation of Deferred@1336753733 after retry RPC after error@436583129), errback=(continuation of Deferred@319760944 after retry RPC after error@1644968350) -> (continuation of Deferred@103745073 after retry RPC after error@1863444947) -> (continuation of Deferred@94699691 after retry RPC after error@115738952) -> (continuation of Deferred@2013694251 after retry RPC after error@406431881) -> (continuation of Deferred@901010301 after retry RPC after error@61780170) -> (continuation of Deferred@1336753733 after retry RPC after error@436583129)))
02:02:56.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.248 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.248 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.248 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.248 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.248 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.248 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.249 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.266 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.267 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.267 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.267 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.267 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.267 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.267 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.268 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.287 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.287 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.287 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.287 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.287 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.288 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.307 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.307 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.308 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.309 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.327 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.327 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.327 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.327 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.327 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.328 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.328 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.367 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.367 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.367 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.368 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.368 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.368 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.369 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.428 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.428 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.428 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.429 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.470 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.471 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.471 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.471 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.473 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.473 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=226), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [224ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [224ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [225ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [226ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@248321824(state=PENDING, result=null, callback=(continuation of Deferred@1785472991 after retry RPC after error@1651076405) -> (continuation of Deferred@2018142397 after retry RPC after error@517477507) -> (continuation of Deferred@352426584 after retry RPC after error@1017662728) -> (continuation of Deferred@386712992 after retry RPC after error@1236182990) -> (continuation of Deferred@1357129721 after retry RPC after error@777711840) -> (continuation of Deferred@1602879822 after retry RPC after error@1663454630) -> (continuation of Deferred@302806484 after retry RPC after error@1806191237), errback=(continuation of Deferred@1785472991 after retry RPC after error@1651076405) -> (continuation of Deferred@2018142397 after retry RPC after error@517477507) -> (continuation of Deferred@352426584 after retry RPC after error@1017662728) -> (continuation of Deferred@386712992 after retry RPC after error@1236182990) -> (continuation of Deferred@1357129721 after retry RPC after error@777711840) -> (continuation of Deferred@1602879822 after retry RPC after error@1663454630) -> (continuation of Deferred@302806484 after retry RPC after error@1806191237)))
02:02:56.473 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=226), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [224ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [224ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [224ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [225ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [226ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@248321824(state=PENDING, result=null, callback=(continuation of Deferred@1785472991 after retry RPC after error@1651076405) -> (continuation of Deferred@2018142397 after retry RPC after error@517477507) -> (continuation of Deferred@352426584 after retry RPC after error@1017662728) -> (continuation of Deferred@386712992 after retry RPC after error@1236182990) -> (continuation of Deferred@1357129721 after retry RPC after error@777711840) -> (continuation of Deferred@1602879822 after retry RPC after error@1663454630) -> (continuation of Deferred@302806484 after retry RPC after error@1806191237), errback=(continuation of Deferred@1785472991 after retry RPC after error@1651076405) -> (continuation of Deferred@2018142397 after retry RPC after error@517477507) -> (continuation of Deferred@352426584 after retry RPC after error@1017662728) -> (continuation of Deferred@386712992 after retry RPC after error@1236182990) -> (continuation of Deferred@1357129721 after retry RPC after error@777711840) -> (continuation of Deferred@1602879822 after retry RPC after error@1663454630) -> (continuation of Deferred@302806484 after retry RPC after error@1806191237)))
02:02:56.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.487 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.487 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.487 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.487 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.487 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.487 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.487 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.488 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.507 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.507 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.507 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.507 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.507 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.507 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.509 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.527 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.527 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.528 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.529 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.547 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.547 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.547 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.548 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.548 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.548 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.549 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.567 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.567 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.568 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.568 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.568 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.568 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.569 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.588 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.588 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.588 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.588 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.588 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.588 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.589 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:56.658361 25133 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 1)
02:02:56.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:56.662035 25133 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '32631f9216744834a2af3633bfaf79fc', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '32631f9216744834a2af3633bfaf79fc', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 1)
02:02:56.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:56.664646 25133 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.24.13.126:44527)
02:02:56.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.667 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.667 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.667 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.669 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.707 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.707 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.708 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.708 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.709 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.747 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [223ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@520768060(state=PENDING, result=null, callback=(continuation of Deferred@2088883726 after retry RPC after error@1053848796) -> (continuation of Deferred@1725072124 after retry RPC after error@734298032) -> (continuation of Deferred@1502080352 after retry RPC after error@1682703384) -> (continuation of Deferred@377208591 after retry RPC after error@508197775) -> (continuation of Deferred@2025880011 after retry RPC after error@2083053071) -> (continuation of Deferred@929072450 after retry RPC after error@2059081250) -> (continuation of Deferred@30291615 after retry RPC after error@1001146383) -> (continuation of Deferred@148209837 after retry RPC after error@712875411), errback=(continuation of Deferred@2088883726 after retry RPC after error@1053848796) -> (continuation of Deferred@1725072124 after retry RPC after error@734298032) -> (continuation of Deferred@1502080352 after retry RPC after error@1682703384) -> (continuation of Deferred@377208591 after retry RPC after error@508197775) -> (continuation of Deferred@2025880011 after retry RPC after error@2083053071) -> (continuation of Deferred@929072450 after retry RPC after error@2059081250) -> (continuation of Deferred@30291615 after retry RPC after error@1001146383) -> (continuation of Deferred@148209837 after retry RPC after error@712875411)))
02:02:56.748 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
02:02:56.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.767 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.767 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.767 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.768 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.768 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.768 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.769 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.788 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.788 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.788 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.788 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.788 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.788 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.808 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.808 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.808 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.809 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.827 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.827 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.828 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.828 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.828 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.829 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.846 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.847 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.847 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.847 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.847 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.847 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.847 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.849 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.888 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.888 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.888 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.888 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.888 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.888 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.889 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:56.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:56.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:56.967 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.967 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.968 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:56.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:56.969 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.008 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.008 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.008 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.009 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.016 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@869470785(state=PENDING, result=null, callback=(continuation of Deferred@1344208707 after retry RPC after error@1040304302) -> (continuation of Deferred@1397258065 after retry RPC after error@2023892579) -> (continuation of Deferred@1608596179 after retry RPC after error@1863699769) -> (continuation of Deferred@2146950517 after retry RPC after error@378498518) -> (continuation of Deferred@1089403510 after retry RPC after error@30640983) -> (continuation of Deferred@1083105901 after retry RPC after error@755160695) -> (continuation of Deferred@436774123 after retry RPC after error@119283150), errback=(continuation of Deferred@1344208707 after retry RPC after error@1040304302) -> (continuation of Deferred@1397258065 after retry RPC after error@2023892579) -> (continuation of Deferred@1608596179 after retry RPC after error@1863699769) -> (continuation of Deferred@2146950517 after retry RPC after error@378498518) -> (continuation of Deferred@1089403510 after retry RPC after error@30640983) -> (continuation of Deferred@1083105901 after retry RPC after error@755160695) -> (continuation of Deferred@436774123 after retry RPC after error@119283150)))
02:02:57.016 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@869470785(state=PENDING, result=null, callback=(continuation of Deferred@1344208707 after retry RPC after error@1040304302) -> (continuation of Deferred@1397258065 after retry RPC after error@2023892579) -> (continuation of Deferred@1608596179 after retry RPC after error@1863699769) -> (continuation of Deferred@2146950517 after retry RPC after error@378498518) -> (continuation of Deferred@1089403510 after retry RPC after error@30640983) -> (continuation of Deferred@1083105901 after retry RPC after error@755160695) -> (continuation of Deferred@436774123 after retry RPC after error@119283150), errback=(continuation of Deferred@1344208707 after retry RPC after error@1040304302) -> (continuation of Deferred@1397258065 after retry RPC after error@2023892579) -> (continuation of Deferred@1608596179 after retry RPC after error@1863699769) -> (continuation of Deferred@2146950517 after retry RPC after error@378498518) -> (continuation of Deferred@1089403510 after retry RPC after error@30640983) -> (continuation of Deferred@1083105901 after retry RPC after error@755160695) -> (continuation of Deferred@436774123 after retry RPC after error@119283150)))
02:02:57.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.027 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.027 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.027 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.027 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.027 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.027 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.028 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.047 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.047 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.047 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.047 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.047 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.047 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.048 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.067 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.067 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.067 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.068 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.088 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.088 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.088 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.089 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.108 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.108 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.108 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.108 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.108 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.108 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.109 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.127 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.128 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.128 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.128 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.128 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.128 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.168 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.168 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.168 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.168 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.169 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.170 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@867805284(state=PENDING, result=null, callback=(continuation of Deferred@1584850733 after retry RPC after error@1778615535) -> (continuation of Deferred@352426076 after retry RPC after error@1803937808) -> (continuation of Deferred@44246466 after retry RPC after error@1962016133) -> (continuation of Deferred@1831553087 after retry RPC after error@699066594) -> (continuation of Deferred@842814752 after retry RPC after error@1239063351) -> (continuation of Deferred@2122799235 after retry RPC after error@1331785), errback=(continuation of Deferred@1584850733 after retry RPC after error@1778615535) -> (continuation of Deferred@352426076 after retry RPC after error@1803937808) -> (continuation of Deferred@44246466 after retry RPC after error@1962016133) -> (continuation of Deferred@1831553087 after retry RPC after error@699066594) -> (continuation of Deferred@842814752 after retry RPC after error@1239063351) -> (continuation of Deferred@2122799235 after retry RPC after error@1331785)))
02:02:57.170 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@867805284(state=PENDING, result=null, callback=(continuation of Deferred@1584850733 after retry RPC after error@1778615535) -> (continuation of Deferred@352426076 after retry RPC after error@1803937808) -> (continuation of Deferred@44246466 after retry RPC after error@1962016133) -> (continuation of Deferred@1831553087 after retry RPC after error@699066594) -> (continuation of Deferred@842814752 after retry RPC after error@1239063351) -> (continuation of Deferred@2122799235 after retry RPC after error@1331785), errback=(continuation of Deferred@1584850733 after retry RPC after error@1778615535) -> (continuation of Deferred@352426076 after retry RPC after error@1803937808) -> (continuation of Deferred@44246466 after retry RPC after error@1962016133) -> (continuation of Deferred@1831553087 after retry RPC after error@699066594) -> (continuation of Deferred@842814752 after retry RPC after error@1239063351) -> (continuation of Deferred@2122799235 after retry RPC after error@1331785)))
02:02:57.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.187 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.188 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.188 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.189 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.207 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.207 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.207 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.208 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.208 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.208 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.209 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.228 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.228 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.228 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.228 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.228 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.228 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.229 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:57.242069 25841 raft_consensus.cc:493] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Starting pre-election (detected failure of leader df15274ab99d464db432e9e1022fab6f)
02:02:57.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:57.242708 25841 raft_consensus.cc:515] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:57.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:57.243583 25841 leader_election.cc:290] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451), df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721)
02:02:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:57.246243 25664 leader_election.cc:336] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451): Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111)
02:02:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:57.246477 25667 leader_election.cc:336] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721): Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111)
02:02:57.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:57.246594 25667 leader_election.cc:304] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 116f12de246941b8a4f101172489b8fa; no voters: 549d65970144428d80363a03f91f47f8, df15274ab99d464db432e9e1022fab6f
02:02:57.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:57.246865 25841 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
02:02:57.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.248 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.248 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.248 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.249 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.268 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.268 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.269 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.269 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.307 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.307 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.307 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.307 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.307 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.307 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.308 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.327 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.327 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.327 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.327 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.327 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.327 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.329 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.428 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.428 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.428 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.429 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.430 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@2012219393(state=PENDING, result=null, callback=(continuation of Deferred@1204723831 after retry RPC after error@198737974) -> (continuation of Deferred@1091021634 after retry RPC after error@910168931) -> (continuation of Deferred@79679684 after retry RPC after error@1260988757) -> (continuation of Deferred@923326153 after retry RPC after error@23400512) -> (continuation of Deferred@2066143576 after retry RPC after error@2043098344) -> (continuation of Deferred@143133575 after retry RPC after error@558300614) -> (continuation of Deferred@1827081391 after retry RPC after error@742856111), errback=(continuation of Deferred@1204723831 after retry RPC after error@198737974) -> (continuation of Deferred@1091021634 after retry RPC after error@910168931) -> (continuation of Deferred@79679684 after retry RPC after error@1260988757) -> (continuation of Deferred@923326153 after retry RPC after error@23400512) -> (continuation of Deferred@2066143576 after retry RPC after error@2043098344) -> (continuation of Deferred@143133575 after retry RPC after error@558300614) -> (continuation of Deferred@1827081391 after retry RPC after error@742856111)))
02:02:57.430 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@2012219393(state=PENDING, result=null, callback=(continuation of Deferred@1204723831 after retry RPC after error@198737974) -> (continuation of Deferred@1091021634 after retry RPC after error@910168931) -> (continuation of Deferred@79679684 after retry RPC after error@1260988757) -> (continuation of Deferred@923326153 after retry RPC after error@23400512) -> (continuation of Deferred@2066143576 after retry RPC after error@2043098344) -> (continuation of Deferred@143133575 after retry RPC after error@558300614) -> (continuation of Deferred@1827081391 after retry RPC after error@742856111), errback=(continuation of Deferred@1204723831 after retry RPC after error@198737974) -> (continuation of Deferred@1091021634 after retry RPC after error@910168931) -> (continuation of Deferred@79679684 after retry RPC after error@1260988757) -> (continuation of Deferred@923326153 after retry RPC after error@23400512) -> (continuation of Deferred@2066143576 after retry RPC after error@2043098344) -> (continuation of Deferred@143133575 after retry RPC after error@558300614) -> (continuation of Deferred@1827081391 after retry RPC after error@742856111)))
02:02:57.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.447 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.447 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.447 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.447 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.447 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.447 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.448 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.467 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.467 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.467 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.467 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.467 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.467 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.468 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.487 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.487 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.487 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.487 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.488 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.488 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.488 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.489 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.507 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.507 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.508 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.509 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.527 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.527 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.528 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.529 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.568 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.568 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.568 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.568 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.568 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.568 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.569 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.588 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.588 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.588 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.588 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.588 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.588 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.589 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.707 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@936315131(state=PENDING, result=null, callback=(continuation of Deferred@1541355903 after retry RPC after error@438692291) -> (continuation of Deferred@924616874 after retry RPC after error@2019280482) -> (continuation of Deferred@1517100247 after retry RPC after error@1874038184) -> (continuation of Deferred@1018761516 after retry RPC after error@444053519) -> (continuation of Deferred@684626994 after retry RPC after error@1533248078) -> (continuation of Deferred@791136383 after retry RPC after error@137869908) -> (continuation of Deferred@1409597540 after retry RPC after error@322066776), errback=(continuation of Deferred@1541355903 after retry RPC after error@438692291) -> (continuation of Deferred@924616874 after retry RPC after error@2019280482) -> (continuation of Deferred@1517100247 after retry RPC after error@1874038184) -> (continuation of Deferred@1018761516 after retry RPC after error@444053519) -> (continuation of Deferred@684626994 after retry RPC after error@1533248078) -> (continuation of Deferred@791136383 after retry RPC after error@137869908) -> (continuation of Deferred@1409597540 after retry RPC after error@322066776)))
02:02:57.707 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
02:02:57.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.727 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.727 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.727 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.728 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.729 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.747 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.748 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.748 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.748 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.749 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.768 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.768 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.768 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.768 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.768 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.768 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.769 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.788 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.788 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.788 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.788 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.788 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.788 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.808 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.808 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.808 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.809 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.846 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.848 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.848 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.848 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.849 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.928 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.928 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.928 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.928 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.928 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.928 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.929 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.968 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.968 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.968 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.968 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.968 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.968 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.969 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:57.970 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@899069455(state=PENDING, result=null, callback=(continuation of Deferred@830758870 after retry RPC after error@1578783399) -> (continuation of Deferred@206333533 after retry RPC after error@216702741) -> (continuation of Deferred@528681905 after retry RPC after error@318827916) -> (continuation of Deferred@2089885503 after retry RPC after error@618341775) -> (continuation of Deferred@587361318 after retry RPC after error@930781511) -> (continuation of Deferred@1130758256 after retry RPC after error@1055699662) -> (continuation of Deferred@239049321 after retry RPC after error@1844218440), errback=(continuation of Deferred@830758870 after retry RPC after error@1578783399) -> (continuation of Deferred@206333533 after retry RPC after error@216702741) -> (continuation of Deferred@528681905 after retry RPC after error@318827916) -> (continuation of Deferred@2089885503 after retry RPC after error@618341775) -> (continuation of Deferred@587361318 after retry RPC after error@930781511) -> (continuation of Deferred@1130758256 after retry RPC after error@1055699662) -> (continuation of Deferred@239049321 after retry RPC after error@1844218440)))
02:02:57.970 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@899069455(state=PENDING, result=null, callback=(continuation of Deferred@830758870 after retry RPC after error@1578783399) -> (continuation of Deferred@206333533 after retry RPC after error@216702741) -> (continuation of Deferred@528681905 after retry RPC after error@318827916) -> (continuation of Deferred@2089885503 after retry RPC after error@618341775) -> (continuation of Deferred@587361318 after retry RPC after error@930781511) -> (continuation of Deferred@1130758256 after retry RPC after error@1055699662) -> (continuation of Deferred@239049321 after retry RPC after error@1844218440), errback=(continuation of Deferred@830758870 after retry RPC after error@1578783399) -> (continuation of Deferred@206333533 after retry RPC after error@216702741) -> (continuation of Deferred@528681905 after retry RPC after error@318827916) -> (continuation of Deferred@2089885503 after retry RPC after error@618341775) -> (continuation of Deferred@587361318 after retry RPC after error@930781511) -> (continuation of Deferred@1130758256 after retry RPC after error@1055699662) -> (continuation of Deferred@239049321 after retry RPC after error@1844218440)))
02:02:57.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:57.988 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:57.988 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.988 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.988 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:57.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:57.989 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.008 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.008 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.008 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.009 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.027 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.028 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.028 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.028 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.028 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.028 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.029 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.048 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.048 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.048 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.048 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.048 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.048 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.049 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.068 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.068 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.068 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.069 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.088 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.088 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.088 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.089 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.146 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.147 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.147 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.147 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.147 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.147 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.147 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.147 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.147 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.149 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.149 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.208 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.208 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.208 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.208 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.208 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.208 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.209 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.210 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1895309674(state=PENDING, result=null, callback=(continuation of Deferred@1515052468 after retry RPC after error@68649090) -> (continuation of Deferred@842633456 after retry RPC after error@66786476) -> (continuation of Deferred@938461466 after retry RPC after error@264527093) -> (continuation of Deferred@1904534509 after retry RPC after error@704759557) -> (continuation of Deferred@1668246598 after retry RPC after error@1323415338) -> (continuation of Deferred@405585552 after retry RPC after error@1018264447) -> (continuation of Deferred@614739443 after retry RPC after error@1732220586), errback=(continuation of Deferred@1515052468 after retry RPC after error@68649090) -> (continuation of Deferred@842633456 after retry RPC after error@66786476) -> (continuation of Deferred@938461466 after retry RPC after error@264527093) -> (continuation of Deferred@1904534509 after retry RPC after error@704759557) -> (continuation of Deferred@1668246598 after retry RPC after error@1323415338) -> (continuation of Deferred@405585552 after retry RPC after error@1018264447) -> (continuation of Deferred@614739443 after retry RPC after error@1732220586)))
02:02:58.210 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1895309674(state=PENDING, result=null, callback=(continuation of Deferred@1515052468 after retry RPC after error@68649090) -> (continuation of Deferred@842633456 after retry RPC after error@66786476) -> (continuation of Deferred@938461466 after retry RPC after error@264527093) -> (continuation of Deferred@1904534509 after retry RPC after error@704759557) -> (continuation of Deferred@1668246598 after retry RPC after error@1323415338) -> (continuation of Deferred@405585552 after retry RPC after error@1018264447) -> (continuation of Deferred@614739443 after retry RPC after error@1732220586), errback=(continuation of Deferred@1515052468 after retry RPC after error@68649090) -> (continuation of Deferred@842633456 after retry RPC after error@66786476) -> (continuation of Deferred@938461466 after retry RPC after error@264527093) -> (continuation of Deferred@1904534509 after retry RPC after error@704759557) -> (continuation of Deferred@1668246598 after retry RPC after error@1323415338) -> (continuation of Deferred@405585552 after retry RPC after error@1018264447) -> (continuation of Deferred@614739443 after retry RPC after error@1732220586)))
02:02:58.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.228 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.228 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.228 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.230 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.247 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.247 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.247 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.249 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.267 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.268 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.268 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.268 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.268 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.268 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.269 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:58.272866 25850 raft_consensus.cc:493] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Starting pre-election (detected failure of leader df15274ab99d464db432e9e1022fab6f)
02:02:58.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:58.273109 25850 raft_consensus.cc:515] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:58.273829 25850 leader_election.cc:290] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451), df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721)
02:02:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:58.277029 25664 leader_election.cc:336] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451): Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111)
02:02:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:58.277318 25667 leader_election.cc:336] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721): Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111)
02:02:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:58.277426 25667 leader_election.cc:304] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 116f12de246941b8a4f101172489b8fa; no voters: 549d65970144428d80363a03f91f47f8, df15274ab99d464db432e9e1022fab6f
02:02:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:58.277689 25850 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
02:02:58.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.287 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.287 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.287 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.287 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.287 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.287 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.288 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.307 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.307 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.307 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.308 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.327 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.327 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.327 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.327 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.327 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.327 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.328 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.368 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.368 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.368 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.368 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.368 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.368 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.370 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.370 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@671739298(state=PENDING, result=null, callback=(continuation of Deferred@865645775 after retry RPC after error@2049747755) -> (continuation of Deferred@1799894868 after retry RPC after error@214676322) -> (continuation of Deferred@2055422200 after retry RPC after error@1709820272) -> (continuation of Deferred@1337040910 after retry RPC after error@514869817) -> (continuation of Deferred@2119458199 after retry RPC after error@1440590180) -> (continuation of Deferred@388944385 after retry RPC after error@198419295), errback=(continuation of Deferred@865645775 after retry RPC after error@2049747755) -> (continuation of Deferred@1799894868 after retry RPC after error@214676322) -> (continuation of Deferred@2055422200 after retry RPC after error@1709820272) -> (continuation of Deferred@1337040910 after retry RPC after error@514869817) -> (continuation of Deferred@2119458199 after retry RPC after error@1440590180) -> (continuation of Deferred@388944385 after retry RPC after error@198419295)))
02:02:58.370 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@671739298(state=PENDING, result=null, callback=(continuation of Deferred@865645775 after retry RPC after error@2049747755) -> (continuation of Deferred@1799894868 after retry RPC after error@214676322) -> (continuation of Deferred@2055422200 after retry RPC after error@1709820272) -> (continuation of Deferred@1337040910 after retry RPC after error@514869817) -> (continuation of Deferred@2119458199 after retry RPC after error@1440590180) -> (continuation of Deferred@388944385 after retry RPC after error@198419295), errback=(continuation of Deferred@865645775 after retry RPC after error@2049747755) -> (continuation of Deferred@1799894868 after retry RPC after error@214676322) -> (continuation of Deferred@2055422200 after retry RPC after error@1709820272) -> (continuation of Deferred@1337040910 after retry RPC after error@514869817) -> (continuation of Deferred@2119458199 after retry RPC after error@1440590180) -> (continuation of Deferred@388944385 after retry RPC after error@198419295)))
02:02:58.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.387 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.387 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.387 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.387 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.387 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.387 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.388 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.407 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.407 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.407 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.409 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.428 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.428 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.428 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.429 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.448 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.448 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.448 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.448 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.448 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.448 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.449 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.468 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.468 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.468 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.468 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.468 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.468 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.469 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.507 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.507 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.507 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.507 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.508 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.567 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.567 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.567 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.567 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.568 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.568 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.569 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.628 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.628 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.628 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.628 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.628 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.628 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.629 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.629 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1882986923(state=PENDING, result=null, callback=(continuation of Deferred@1356322554 after retry RPC after error@1789964967) -> (continuation of Deferred@981263129 after retry RPC after error@706561212) -> (continuation of Deferred@1150494467 after retry RPC after error@727290044) -> (continuation of Deferred@1986058981 after retry RPC after error@915949617) -> (continuation of Deferred@1802423006 after retry RPC after error@206928767) -> (continuation of Deferred@2089959394 after retry RPC after error@138357121) -> (continuation of Deferred@362424930 after retry RPC after error@850605357), errback=(continuation of Deferred@1356322554 after retry RPC after error@1789964967) -> (continuation of Deferred@981263129 after retry RPC after error@706561212) -> (continuation of Deferred@1150494467 after retry RPC after error@727290044) -> (continuation of Deferred@1986058981 after retry RPC after error@915949617) -> (continuation of Deferred@1802423006 after retry RPC after error@206928767) -> (continuation of Deferred@2089959394 after retry RPC after error@138357121) -> (continuation of Deferred@362424930 after retry RPC after error@850605357)))
02:02:58.630 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1882986923(state=PENDING, result=null, callback=(continuation of Deferred@1356322554 after retry RPC after error@1789964967) -> (continuation of Deferred@981263129 after retry RPC after error@706561212) -> (continuation of Deferred@1150494467 after retry RPC after error@727290044) -> (continuation of Deferred@1986058981 after retry RPC after error@915949617) -> (continuation of Deferred@1802423006 after retry RPC after error@206928767) -> (continuation of Deferred@2089959394 after retry RPC after error@138357121) -> (continuation of Deferred@362424930 after retry RPC after error@850605357), errback=(continuation of Deferred@1356322554 after retry RPC after error@1789964967) -> (continuation of Deferred@981263129 after retry RPC after error@706561212) -> (continuation of Deferred@1150494467 after retry RPC after error@727290044) -> (continuation of Deferred@1986058981 after retry RPC after error@915949617) -> (continuation of Deferred@1802423006 after retry RPC after error@206928767) -> (continuation of Deferred@2089959394 after retry RPC after error@138357121) -> (continuation of Deferred@362424930 after retry RPC after error@850605357)))
02:02:58.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.648 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.648 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.648 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.648 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.648 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.648 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.649 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.668 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.668 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.668 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.669 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.688 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.688 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.688 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.689 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.707 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.707 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.707 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.707 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.707 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.707 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.709 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.727 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.727 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.727 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.727 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.727 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.727 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.729 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.747 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.747 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.747 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.748 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.767 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.767 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.767 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.767 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.768 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.807 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.807 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.807 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.808 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.808 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.808 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.809 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:58.865957 25648 master_runner.cc:186] Error getting master registration for 127.24.13.125:33451: Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111),
02:02:58.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:58.866288 25648 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:02:58.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:58.873176 25859 raft_consensus.cc:493] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Starting pre-election (detected failure of leader df15274ab99d464db432e9e1022fab6f)
02:02:58.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:58.873410 25859 raft_consensus.cc:515] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:02:58.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:58.875561 25859 leader_election.cc:290] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451), df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721)
02:02:58.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:58.877126 25664 leader_election.cc:336] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451): Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111)
02:02:58.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:02:58.877315 25667 leader_election.cc:336] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721): Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111)
02:02:58.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:58.877475 25667 leader_election.cc:304] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 116f12de246941b8a4f101172489b8fa; no voters: 549d65970144428d80363a03f91f47f8, df15274ab99d464db432e9e1022fab6f
02:02:58.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:02:58.877789 25859 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
02:02:58.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.887 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.887 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.887 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.887 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.887 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.887 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.888 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.888 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@57097908(state=PENDING, result=null, callback=(continuation of Deferred@959629900 after retry RPC after error@711520758) -> (continuation of Deferred@785282790 after retry RPC after error@342257429) -> (continuation of Deferred@1000978303 after retry RPC after error@1445140157) -> (continuation of Deferred@193405913 after retry RPC after error@742321019) -> (continuation of Deferred@1515893708 after retry RPC after error@344117444) -> (continuation of Deferred@648650854 after retry RPC after error@2098717435) -> (continuation of Deferred@1918696006 after retry RPC after error@1884950585) -> (continuation of Deferred@454767812 after retry RPC after error@1507396966), errback=(continuation of Deferred@959629900 after retry RPC after error@711520758) -> (continuation of Deferred@785282790 after retry RPC after error@342257429) -> (continuation of Deferred@1000978303 after retry RPC after error@1445140157) -> (continuation of Deferred@193405913 after retry RPC after error@742321019) -> (continuation of Deferred@1515893708 after retry RPC after error@344117444) -> (continuation of Deferred@648650854 after retry RPC after error@2098717435) -> (continuation of Deferred@1918696006 after retry RPC after error@1884950585) -> (continuation of Deferred@454767812 after retry RPC after error@1507396966)))
02:02:58.889 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@57097908(state=PENDING, result=null, callback=(continuation of Deferred@959629900 after retry RPC after error@711520758) -> (continuation of Deferred@785282790 after retry RPC after error@342257429) -> (continuation of Deferred@1000978303 after retry RPC after error@1445140157) -> (continuation of Deferred@193405913 after retry RPC after error@742321019) -> (continuation of Deferred@1515893708 after retry RPC after error@344117444) -> (continuation of Deferred@648650854 after retry RPC after error@2098717435) -> (continuation of Deferred@1918696006 after retry RPC after error@1884950585) -> (continuation of Deferred@454767812 after retry RPC after error@1507396966), errback=(continuation of Deferred@959629900 after retry RPC after error@711520758) -> (continuation of Deferred@785282790 after retry RPC after error@342257429) -> (continuation of Deferred@1000978303 after retry RPC after error@1445140157) -> (continuation of Deferred@193405913 after retry RPC after error@742321019) -> (continuation of Deferred@1515893708 after retry RPC after error@344117444) -> (continuation of Deferred@648650854 after retry RPC after error@2098717435) -> (continuation of Deferred@1918696006 after retry RPC after error@1884950585) -> (continuation of Deferred@454767812 after retry RPC after error@1507396966)))
02:02:58.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.908 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.908 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.908 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.909 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.928 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.928 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.928 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.929 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.947 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.947 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.947 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.947 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.947 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.947 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.948 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.967 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.967 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.967 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.967 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.968 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.968 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.969 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:58.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:58.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:58.988 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.988 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.988 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:58.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:58.989 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.028 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.028 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.028 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.029 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.087 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.087 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.087 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.087 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.087 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.087 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.089 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.167 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1770502892(state=PENDING, result=null, callback=(continuation of Deferred@953027629 after retry RPC after error@1157084231) -> (continuation of Deferred@1993628921 after retry RPC after error@575719445) -> (continuation of Deferred@1790379798 after retry RPC after error@328979339) -> (continuation of Deferred@1207727765 after retry RPC after error@1665666591) -> (continuation of Deferred@823470807 after retry RPC after error@2095030517) -> (continuation of Deferred@1479747877 after retry RPC after error@2074668234) -> (continuation of Deferred@1668489978 after retry RPC after error@1655373417), errback=(continuation of Deferred@953027629 after retry RPC after error@1157084231) -> (continuation of Deferred@1993628921 after retry RPC after error@575719445) -> (continuation of Deferred@1790379798 after retry RPC after error@328979339) -> (continuation of Deferred@1207727765 after retry RPC after error@1665666591) -> (continuation of Deferred@823470807 after retry RPC after error@2095030517) -> (continuation of Deferred@1479747877 after retry RPC after error@2074668234) -> (continuation of Deferred@1668489978 after retry RPC after error@1655373417)))
02:02:59.168 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
02:02:59.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.187 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.187 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.187 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.188 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.188 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.188 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.189 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.208 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.208 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.208 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.209 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.228 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.228 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.228 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.229 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.248 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.248 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.248 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.248 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.248 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.248 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.249 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.268 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.268 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.268 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.268 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.268 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.268 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.269 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.308 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.308 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.308 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.309 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.347 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.347 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.347 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.348 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.387 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.387 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.387 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.387 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.387 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.387 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.388 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.389 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1586309771(state=PENDING, result=null, callback=(continuation of Deferred@1246720432 after retry RPC after error@1346788549) -> (continuation of Deferred@1059092588 after retry RPC after error@139383921) -> (continuation of Deferred@960362041 after retry RPC after error@1543447983) -> (continuation of Deferred@1730205092 after retry RPC after error@422799469) -> (continuation of Deferred@1332332876 after retry RPC after error@1830375251) -> (continuation of Deferred@217393825 after retry RPC after error@243747666) -> (continuation of Deferred@262525031 after retry RPC after error@685864215), errback=(continuation of Deferred@1246720432 after retry RPC after error@1346788549) -> (continuation of Deferred@1059092588 after retry RPC after error@139383921) -> (continuation of Deferred@960362041 after retry RPC after error@1543447983) -> (continuation of Deferred@1730205092 after retry RPC after error@422799469) -> (continuation of Deferred@1332332876 after retry RPC after error@1830375251) -> (continuation of Deferred@217393825 after retry RPC after error@243747666) -> (continuation of Deferred@262525031 after retry RPC after error@685864215)))
02:02:59.389 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1586309771(state=PENDING, result=null, callback=(continuation of Deferred@1246720432 after retry RPC after error@1346788549) -> (continuation of Deferred@1059092588 after retry RPC after error@139383921) -> (continuation of Deferred@960362041 after retry RPC after error@1543447983) -> (continuation of Deferred@1730205092 after retry RPC after error@422799469) -> (continuation of Deferred@1332332876 after retry RPC after error@1830375251) -> (continuation of Deferred@217393825 after retry RPC after error@243747666) -> (continuation of Deferred@262525031 after retry RPC after error@685864215), errback=(continuation of Deferred@1246720432 after retry RPC after error@1346788549) -> (continuation of Deferred@1059092588 after retry RPC after error@139383921) -> (continuation of Deferred@960362041 after retry RPC after error@1543447983) -> (continuation of Deferred@1730205092 after retry RPC after error@422799469) -> (continuation of Deferred@1332332876 after retry RPC after error@1830375251) -> (continuation of Deferred@217393825 after retry RPC after error@243747666) -> (continuation of Deferred@262525031 after retry RPC after error@685864215)))
02:02:59.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.407 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.407 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.407 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.407 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.407 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.407 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.408 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.427 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.427 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.427 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.429 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.447 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.447 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.447 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.447 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.447 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.447 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.449 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.467 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.467 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.467 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.467 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.467 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.467 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.468 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.487 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.487 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.487 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.487 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.487 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.487 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.488 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.527 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.527 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.527 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.527 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.529 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.608 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.608 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.608 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.609 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.628 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.628 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.628 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.628 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.628 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.628 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.629 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.630 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [223ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1196183945(state=PENDING, result=null, callback=(continuation of Deferred@250545991 after retry RPC after error@821023673) -> (continuation of Deferred@1927517476 after retry RPC after error@1468416744) -> (continuation of Deferred@556118624 after retry RPC after error@1863962598) -> (continuation of Deferred@20786580 after retry RPC after error@1682550361) -> (continuation of Deferred@1752409602 after retry RPC after error@1228153365) -> (continuation of Deferred@554559274 after retry RPC after error@136293940) -> (continuation of Deferred@2099858051 after retry RPC after error@359005113), errback=(continuation of Deferred@250545991 after retry RPC after error@821023673) -> (continuation of Deferred@1927517476 after retry RPC after error@1468416744) -> (continuation of Deferred@556118624 after retry RPC after error@1863962598) -> (continuation of Deferred@20786580 after retry RPC after error@1682550361) -> (continuation of Deferred@1752409602 after retry RPC after error@1228153365) -> (continuation of Deferred@554559274 after retry RPC after error@136293940) -> (continuation of Deferred@2099858051 after retry RPC after error@359005113)))
02:02:59.630 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [223ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1196183945(state=PENDING, result=null, callback=(continuation of Deferred@250545991 after retry RPC after error@821023673) -> (continuation of Deferred@1927517476 after retry RPC after error@1468416744) -> (continuation of Deferred@556118624 after retry RPC after error@1863962598) -> (continuation of Deferred@20786580 after retry RPC after error@1682550361) -> (continuation of Deferred@1752409602 after retry RPC after error@1228153365) -> (continuation of Deferred@554559274 after retry RPC after error@136293940) -> (continuation of Deferred@2099858051 after retry RPC after error@359005113), errback=(continuation of Deferred@250545991 after retry RPC after error@821023673) -> (continuation of Deferred@1927517476 after retry RPC after error@1468416744) -> (continuation of Deferred@556118624 after retry RPC after error@1863962598) -> (continuation of Deferred@20786580 after retry RPC after error@1682550361) -> (continuation of Deferred@1752409602 after retry RPC after error@1228153365) -> (continuation of Deferred@554559274 after retry RPC after error@136293940) -> (continuation of Deferred@2099858051 after retry RPC after error@359005113)))
02:02:59.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.648 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.648 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.648 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.648 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.648 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.648 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.649 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.668 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.668 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.668 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.669 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.688 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.688 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.688 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.689 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.707 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.707 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.708 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.708 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.708 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.708 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.708 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.708 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.709 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.727 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.727 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.727 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.727 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.727 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.727 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.728 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.767 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.767 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.767 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.767 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.769 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.788 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.788 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.788 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.868 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.868 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.868 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.868 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.868 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.868 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.869 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@52909736(state=PENDING, result=null, callback=(continuation of Deferred@228836612 after retry RPC after error@1700523867) -> (continuation of Deferred@600481592 after retry RPC after error@450961407) -> (continuation of Deferred@167338562 after retry RPC after error@862090513) -> (continuation of Deferred@1143344922 after retry RPC after error@1454042758) -> (continuation of Deferred@344161635 after retry RPC after error@887707679) -> (continuation of Deferred@1078189895 after retry RPC after error@1100793623) -> (continuation of Deferred@1316737570 after retry RPC after error@808211026), errback=(continuation of Deferred@228836612 after retry RPC after error@1700523867) -> (continuation of Deferred@600481592 after retry RPC after error@450961407) -> (continuation of Deferred@167338562 after retry RPC after error@862090513) -> (continuation of Deferred@1143344922 after retry RPC after error@1454042758) -> (continuation of Deferred@344161635 after retry RPC after error@887707679) -> (continuation of Deferred@1078189895 after retry RPC after error@1100793623) -> (continuation of Deferred@1316737570 after retry RPC after error@808211026)))
02:02:59.870 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@52909736(state=PENDING, result=null, callback=(continuation of Deferred@228836612 after retry RPC after error@1700523867) -> (continuation of Deferred@600481592 after retry RPC after error@450961407) -> (continuation of Deferred@167338562 after retry RPC after error@862090513) -> (continuation of Deferred@1143344922 after retry RPC after error@1454042758) -> (continuation of Deferred@344161635 after retry RPC after error@887707679) -> (continuation of Deferred@1078189895 after retry RPC after error@1100793623) -> (continuation of Deferred@1316737570 after retry RPC after error@808211026), errback=(continuation of Deferred@228836612 after retry RPC after error@1700523867) -> (continuation of Deferred@600481592 after retry RPC after error@450961407) -> (continuation of Deferred@167338562 after retry RPC after error@862090513) -> (continuation of Deferred@1143344922 after retry RPC after error@1454042758) -> (continuation of Deferred@344161635 after retry RPC after error@887707679) -> (continuation of Deferred@1078189895 after retry RPC after error@1100793623) -> (continuation of Deferred@1316737570 after retry RPC after error@808211026)))
02:02:59.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.888 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.888 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.888 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.888 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.888 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.888 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.889 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.908 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.908 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.908 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.910 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.927 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.927 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.927 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.927 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.927 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.929 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.947 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.947 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.947 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.947 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.947 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.947 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.949 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.967 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.967 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.967 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.968 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.968 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.968 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.969 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:02:59.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:02:59.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:02:59.988 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.988 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.988 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:02:59.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:02:59.989 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.009 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.009 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.009 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.009 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.011 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.067 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.068 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.068 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.068 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.068 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.068 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.069 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.070 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1039410439(state=PENDING, result=null, callback=(continuation of Deferred@852616339 after retry RPC after error@2084649411) -> (continuation of Deferred@61991840 after retry RPC after error@527510220) -> (continuation of Deferred@574202061 after retry RPC after error@1464015464) -> (continuation of Deferred@1529026507 after retry RPC after error@1301438761) -> (continuation of Deferred@583180190 after retry RPC after error@1830638068) -> (continuation of Deferred@776179411 after retry RPC after error@1879451931) -> (continuation of Deferred@1175353066 after retry RPC after error@1092295982), errback=(continuation of Deferred@852616339 after retry RPC after error@2084649411) -> (continuation of Deferred@61991840 after retry RPC after error@527510220) -> (continuation of Deferred@574202061 after retry RPC after error@1464015464) -> (continuation of Deferred@1529026507 after retry RPC after error@1301438761) -> (continuation of Deferred@583180190 after retry RPC after error@1830638068) -> (continuation of Deferred@776179411 after retry RPC after error@1879451931) -> (continuation of Deferred@1175353066 after retry RPC after error@1092295982)))
02:03:00.070 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1039410439(state=PENDING, result=null, callback=(continuation of Deferred@852616339 after retry RPC after error@2084649411) -> (continuation of Deferred@61991840 after retry RPC after error@527510220) -> (continuation of Deferred@574202061 after retry RPC after error@1464015464) -> (continuation of Deferred@1529026507 after retry RPC after error@1301438761) -> (continuation of Deferred@583180190 after retry RPC after error@1830638068) -> (continuation of Deferred@776179411 after retry RPC after error@1879451931) -> (continuation of Deferred@1175353066 after retry RPC after error@1092295982), errback=(continuation of Deferred@852616339 after retry RPC after error@2084649411) -> (continuation of Deferred@61991840 after retry RPC after error@527510220) -> (continuation of Deferred@574202061 after retry RPC after error@1464015464) -> (continuation of Deferred@1529026507 after retry RPC after error@1301438761) -> (continuation of Deferred@583180190 after retry RPC after error@1830638068) -> (continuation of Deferred@776179411 after retry RPC after error@1879451931) -> (continuation of Deferred@1175353066 after retry RPC after error@1092295982)))
02:03:00.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.087 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.087 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.087 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.087 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.087 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.088 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.089 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.107 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.107 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.107 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.107 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.107 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.109 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.126 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.127 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.127 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.128 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.128 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.147 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.147 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.148 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.148 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.148 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.148 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.149 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.168 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.168 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.168 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.168 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.168 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.168 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.169 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.208 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.208 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.208 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.209 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.247 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.247 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.247 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.249 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.287 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.287 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.287 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.287 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.287 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.287 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.289 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.289 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1574789688(state=PENDING, result=null, callback=(continuation of Deferred@1729687301 after retry RPC after error@164264287) -> (continuation of Deferred@1882641559 after retry RPC after error@1187816459) -> (continuation of Deferred@1712069392 after retry RPC after error@1020696079) -> (continuation of Deferred@2046984046 after retry RPC after error@1498247385) -> (continuation of Deferred@1604269179 after retry RPC after error@1475458921) -> (continuation of Deferred@1054952438 after retry RPC after error@202911563) -> (continuation of Deferred@713223775 after retry RPC after error@1880252057), errback=(continuation of Deferred@1729687301 after retry RPC after error@164264287) -> (continuation of Deferred@1882641559 after retry RPC after error@1187816459) -> (continuation of Deferred@1712069392 after retry RPC after error@1020696079) -> (continuation of Deferred@2046984046 after retry RPC after error@1498247385) -> (continuation of Deferred@1604269179 after retry RPC after error@1475458921) -> (continuation of Deferred@1054952438 after retry RPC after error@202911563) -> (continuation of Deferred@713223775 after retry RPC after error@1880252057)))
02:03:00.290 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1574789688(state=PENDING, result=null, callback=(continuation of Deferred@1729687301 after retry RPC after error@164264287) -> (continuation of Deferred@1882641559 after retry RPC after error@1187816459) -> (continuation of Deferred@1712069392 after retry RPC after error@1020696079) -> (continuation of Deferred@2046984046 after retry RPC after error@1498247385) -> (continuation of Deferred@1604269179 after retry RPC after error@1475458921) -> (continuation of Deferred@1054952438 after retry RPC after error@202911563) -> (continuation of Deferred@713223775 after retry RPC after error@1880252057), errback=(continuation of Deferred@1729687301 after retry RPC after error@164264287) -> (continuation of Deferred@1882641559 after retry RPC after error@1187816459) -> (continuation of Deferred@1712069392 after retry RPC after error@1020696079) -> (continuation of Deferred@2046984046 after retry RPC after error@1498247385) -> (continuation of Deferred@1604269179 after retry RPC after error@1475458921) -> (continuation of Deferred@1054952438 after retry RPC after error@202911563) -> (continuation of Deferred@713223775 after retry RPC after error@1880252057)))
02:03:00.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.307 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.307 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.307 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.307 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.308 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.308 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.309 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.327 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.327 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.327 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.328 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.347 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.347 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.347 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.349 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.367 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.367 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.367 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.367 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.368 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.368 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.369 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.388 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.388 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.388 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.388 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.388 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.388 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.389 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.408 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.408 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.408 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.409 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.427 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.428 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.428 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.429 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.507 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.507 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.507 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.507 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.507 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.507 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.508 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.508 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1389232698(state=PENDING, result=null, callback=(continuation of Deferred@1669971482 after retry RPC after error@6979042) -> (continuation of Deferred@586703872 after retry RPC after error@8744375) -> (continuation of Deferred@785541843 after retry RPC after error@2105841542) -> (continuation of Deferred@482157650 after retry RPC after error@939395751) -> (continuation of Deferred@172456569 after retry RPC after error@1395057680) -> (continuation of Deferred@650954130 after retry RPC after error@1637898462) -> (continuation of Deferred@1342530081 after retry RPC after error@879172181), errback=(continuation of Deferred@1669971482 after retry RPC after error@6979042) -> (continuation of Deferred@586703872 after retry RPC after error@8744375) -> (continuation of Deferred@785541843 after retry RPC after error@2105841542) -> (continuation of Deferred@482157650 after retry RPC after error@939395751) -> (continuation of Deferred@172456569 after retry RPC after error@1395057680) -> (continuation of Deferred@650954130 after retry RPC after error@1637898462) -> (continuation of Deferred@1342530081 after retry RPC after error@879172181)))
02:03:00.509 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1389232698(state=PENDING, result=null, callback=(continuation of Deferred@1669971482 after retry RPC after error@6979042) -> (continuation of Deferred@586703872 after retry RPC after error@8744375) -> (continuation of Deferred@785541843 after retry RPC after error@2105841542) -> (continuation of Deferred@482157650 after retry RPC after error@939395751) -> (continuation of Deferred@172456569 after retry RPC after error@1395057680) -> (continuation of Deferred@650954130 after retry RPC after error@1637898462) -> (continuation of Deferred@1342530081 after retry RPC after error@879172181), errback=(continuation of Deferred@1669971482 after retry RPC after error@6979042) -> (continuation of Deferred@586703872 after retry RPC after error@8744375) -> (continuation of Deferred@785541843 after retry RPC after error@2105841542) -> (continuation of Deferred@482157650 after retry RPC after error@939395751) -> (continuation of Deferred@172456569 after retry RPC after error@1395057680) -> (continuation of Deferred@650954130 after retry RPC after error@1637898462) -> (continuation of Deferred@1342530081 after retry RPC after error@879172181)))
02:03:00.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.527 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.527 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.527 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.527 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.527 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.527 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.528 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.548 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.548 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.548 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.549 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.568 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.568 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.568 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.569 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.587 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.587 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.587 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.587 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.587 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.587 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.588 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.607 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.607 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.607 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.607 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.607 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.607 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.608 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.628 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.628 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.628 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.629 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.648 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.648 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.648 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.649 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.787 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1409706008(state=PENDING, result=null, callback=(continuation of Deferred@1269437817 after retry RPC after error@1521247112) -> (continuation of Deferred@285973512 after retry RPC after error@1990877337) -> (continuation of Deferred@1831908072 after retry RPC after error@1413037285) -> (continuation of Deferred@421462454 after retry RPC after error@1016337572) -> (continuation of Deferred@1415271980 after retry RPC after error@1226344022) -> (continuation of Deferred@678112370 after retry RPC after error@877014255) -> (continuation of Deferred@983758461 after retry RPC after error@923135305), errback=(continuation of Deferred@1269437817 after retry RPC after error@1521247112) -> (continuation of Deferred@285973512 after retry RPC after error@1990877337) -> (continuation of Deferred@1831908072 after retry RPC after error@1413037285) -> (continuation of Deferred@421462454 after retry RPC after error@1016337572) -> (continuation of Deferred@1415271980 after retry RPC after error@1226344022) -> (continuation of Deferred@678112370 after retry RPC after error@877014255) -> (continuation of Deferred@983758461 after retry RPC after error@923135305)))
02:03:00.787 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
02:03:00.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.807 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.807 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.807 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.807 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.808 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.807 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.809 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.827 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.827 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.828 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.828 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.828 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.828 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.828 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.828 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.829 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.848 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.848 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.848 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.849 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.868 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.868 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.868 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.888 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.888 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.888 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.888 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.888 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.888 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.889 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.927 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.927 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.927 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.927 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.927 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.927 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.928 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:00.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:00.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:00.967 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.967 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.968 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:00.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:00.969 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.047 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.048 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.048 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.049 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.049 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1387775232(state=PENDING, result=null, callback=(continuation of Deferred@574499341 after retry RPC after error@1247249491) -> (continuation of Deferred@230974746 after retry RPC after error@1631010407) -> (continuation of Deferred@839523854 after retry RPC after error@1149858048) -> (continuation of Deferred@1783312446 after retry RPC after error@844623638) -> (continuation of Deferred@1355775292 after retry RPC after error@1598097236) -> (continuation of Deferred@1815615042 after retry RPC after error@1637510028) -> (continuation of Deferred@1251462174 after retry RPC after error@490408383), errback=(continuation of Deferred@574499341 after retry RPC after error@1247249491) -> (continuation of Deferred@230974746 after retry RPC after error@1631010407) -> (continuation of Deferred@839523854 after retry RPC after error@1149858048) -> (continuation of Deferred@1783312446 after retry RPC after error@844623638) -> (continuation of Deferred@1355775292 after retry RPC after error@1598097236) -> (continuation of Deferred@1815615042 after retry RPC after error@1637510028) -> (continuation of Deferred@1251462174 after retry RPC after error@490408383)))
02:03:01.049 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1387775232(state=PENDING, result=null, callback=(continuation of Deferred@574499341 after retry RPC after error@1247249491) -> (continuation of Deferred@230974746 after retry RPC after error@1631010407) -> (continuation of Deferred@839523854 after retry RPC after error@1149858048) -> (continuation of Deferred@1783312446 after retry RPC after error@844623638) -> (continuation of Deferred@1355775292 after retry RPC after error@1598097236) -> (continuation of Deferred@1815615042 after retry RPC after error@1637510028) -> (continuation of Deferred@1251462174 after retry RPC after error@490408383), errback=(continuation of Deferred@574499341 after retry RPC after error@1247249491) -> (continuation of Deferred@230974746 after retry RPC after error@1631010407) -> (continuation of Deferred@839523854 after retry RPC after error@1149858048) -> (continuation of Deferred@1783312446 after retry RPC after error@844623638) -> (continuation of Deferred@1355775292 after retry RPC after error@1598097236) -> (continuation of Deferred@1815615042 after retry RPC after error@1637510028) -> (continuation of Deferred@1251462174 after retry RPC after error@490408383)))
02:03:01.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.067 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.067 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.067 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.067 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.068 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.068 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.069 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.087 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.087 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.087 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.087 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.088 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.088 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.089 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.107 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.107 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.107 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.109 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.127 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.127 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.128 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.128 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.128 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.148 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.148 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.148 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.148 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.148 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.148 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.149 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.188 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.188 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.188 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.188 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.188 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.188 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.189 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.208 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.208 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.208 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.209 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.327 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@489202369(state=PENDING, result=null, callback=(continuation of Deferred@394189886 after retry RPC after error@2140822483) -> (continuation of Deferred@294128717 after retry RPC after error@1240369687) -> (continuation of Deferred@672145464 after retry RPC after error@91861546) -> (continuation of Deferred@1413622956 after retry RPC after error@1765911041) -> (continuation of Deferred@1081689841 after retry RPC after error@148460598) -> (continuation of Deferred@1304112845 after retry RPC after error@693011673) -> (continuation of Deferred@587858383 after retry RPC after error@1630574972), errback=(continuation of Deferred@394189886 after retry RPC after error@2140822483) -> (continuation of Deferred@294128717 after retry RPC after error@1240369687) -> (continuation of Deferred@672145464 after retry RPC after error@91861546) -> (continuation of Deferred@1413622956 after retry RPC after error@1765911041) -> (continuation of Deferred@1081689841 after retry RPC after error@148460598) -> (continuation of Deferred@1304112845 after retry RPC after error@693011673) -> (continuation of Deferred@587858383 after retry RPC after error@1630574972)))
02:03:01.327 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
02:03:01.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.347 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.347 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.347 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.348 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.367 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.367 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.367 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.367 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.367 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.367 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.368 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.387 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.387 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.387 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.387 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.387 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.388 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.389 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.407 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.407 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.407 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.409 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.427 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.427 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.427 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.428 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.428 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.429 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.468 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.468 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.468 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.468 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.468 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.468 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.469 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.487 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.487 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.487 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.487 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.487 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.488 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.488 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.488 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.489 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.507 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.507 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.508 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.509 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.509 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1250772621(state=PENDING, result=null, callback=(continuation of Deferred@239631823 after retry RPC after error@1753231299) -> (continuation of Deferred@1375069188 after retry RPC after error@1902934425) -> (continuation of Deferred@1007146110 after retry RPC after error@1435503114) -> (continuation of Deferred@733675896 after retry RPC after error@956896551) -> (continuation of Deferred@992973404 after retry RPC after error@1857691497) -> (continuation of Deferred@502887175 after retry RPC after error@1814625714) -> (continuation of Deferred@726810393 after retry RPC after error@355286093), errback=(continuation of Deferred@239631823 after retry RPC after error@1753231299) -> (continuation of Deferred@1375069188 after retry RPC after error@1902934425) -> (continuation of Deferred@1007146110 after retry RPC after error@1435503114) -> (continuation of Deferred@733675896 after retry RPC after error@956896551) -> (continuation of Deferred@992973404 after retry RPC after error@1857691497) -> (continuation of Deferred@502887175 after retry RPC after error@1814625714) -> (continuation of Deferred@726810393 after retry RPC after error@355286093)))
02:03:01.510 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1250772621(state=PENDING, result=null, callback=(continuation of Deferred@239631823 after retry RPC after error@1753231299) -> (continuation of Deferred@1375069188 after retry RPC after error@1902934425) -> (continuation of Deferred@1007146110 after retry RPC after error@1435503114) -> (continuation of Deferred@733675896 after retry RPC after error@956896551) -> (continuation of Deferred@992973404 after retry RPC after error@1857691497) -> (continuation of Deferred@502887175 after retry RPC after error@1814625714) -> (continuation of Deferred@726810393 after retry RPC after error@355286093), errback=(continuation of Deferred@239631823 after retry RPC after error@1753231299) -> (continuation of Deferred@1375069188 after retry RPC after error@1902934425) -> (continuation of Deferred@1007146110 after retry RPC after error@1435503114) -> (continuation of Deferred@733675896 after retry RPC after error@956896551) -> (continuation of Deferred@992973404 after retry RPC after error@1857691497) -> (continuation of Deferred@502887175 after retry RPC after error@1814625714) -> (continuation of Deferred@726810393 after retry RPC after error@355286093)))
02:03:01.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.528 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.528 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.528 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.530 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.548 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.548 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.548 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.548 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.548 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.548 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.549 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.568 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.568 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.568 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.570 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.570 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.570 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.572 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.587 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.587 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.587 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.587 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.588 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.607 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.607 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.608 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.608 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.609 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.627 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.627 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.628 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.628 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.628 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.628 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.630 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.668 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.668 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.668 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.668 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.669 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.669 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.669 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.671 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.727 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.728 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.728 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:01.728353 25131 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 1)
02:03:01.729 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.730 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [4ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [44ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [46ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [145ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [145ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1039920119(state=PENDING, result=null, callback=(continuation of Deferred@1885494436 after retry RPC after error@89437684) -> (continuation of Deferred@280711934 after retry RPC after error@1929230157) -> (continuation of Deferred@278414026 after retry RPC after error@809745976) -> (continuation of Deferred@2049255020 after retry RPC after error@1711120826) -> (continuation of Deferred@924922333 after retry RPC after error@440335231) -> (continuation of Deferred@1241233426 after retry RPC after error@1099116774) -> (continuation of Deferred@2131910354 after retry RPC after error@312125260), errback=(continuation of Deferred@1885494436 after retry RPC after error@89437684) -> (continuation of Deferred@280711934 after retry RPC after error@1929230157) -> (continuation of Deferred@278414026 after retry RPC after error@809745976) -> (continuation of Deferred@2049255020 after retry RPC after error@1711120826) -> (continuation of Deferred@924922333 after retry RPC after error@440335231) -> (continuation of Deferred@1241233426 after retry RPC after error@1099116774) -> (continuation of Deferred@2131910354 after retry RPC after error@312125260)))
02:03:01.730 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [4ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [44ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [46ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [145ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [145ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1039920119(state=PENDING, result=null, callback=(continuation of Deferred@1885494436 after retry RPC after error@89437684) -> (continuation of Deferred@280711934 after retry RPC after error@1929230157) -> (continuation of Deferred@278414026 after retry RPC after error@809745976) -> (continuation of Deferred@2049255020 after retry RPC after error@1711120826) -> (continuation of Deferred@924922333 after retry RPC after error@440335231) -> (continuation of Deferred@1241233426 after retry RPC after error@1099116774) -> (continuation of Deferred@2131910354 after retry RPC after error@312125260), errback=(continuation of Deferred@1885494436 after retry RPC after error@89437684) -> (continuation of Deferred@280711934 after retry RPC after error@1929230157) -> (continuation of Deferred@278414026 after retry RPC after error@809745976) -> (continuation of Deferred@2049255020 after retry RPC after error@1711120826) -> (continuation of Deferred@924922333 after retry RPC after error@440335231) -> (continuation of Deferred@1241233426 after retry RPC after error@1099116774) -> (continuation of Deferred@2131910354 after retry RPC after error@312125260)))
02:03:01.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:01.732827 25131 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '8fcf77ba3a0648e3837fee5b6cdfa25b', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '8fcf77ba3a0648e3837fee5b6cdfa25b', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 1)
02:03:01.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:01.735229 25133 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.24.13.126:44527)
02:03:01.747 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.747 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.748 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.748 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.748 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.750 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.767 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.767 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.767 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.767 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.767 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.767 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.769 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.787 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.787 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.787 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.787 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.787 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.787 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.807 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.807 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.807 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.809 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.827 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.827 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.827 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.828 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.866 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.867 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.868 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.868 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.868 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.868 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.868 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.948 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.948 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.948 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.948 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.948 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.948 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.948 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.948 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.949 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.949 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.967 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.967 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.967 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.967 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.968 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:01.969 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1596487192(state=PENDING, result=null, callback=(continuation of Deferred@1279397490 after retry RPC after error@2064341645) -> (continuation of Deferred@810957109 after retry RPC after error@751960465) -> (continuation of Deferred@1883225063 after retry RPC after error@1371625567) -> (continuation of Deferred@1348426947 after retry RPC after error@1824326096) -> (continuation of Deferred@1641049891 after retry RPC after error@982044902) -> (continuation of Deferred@278608432 after retry RPC after error@346819186) -> (continuation of Deferred@1986512563 after retry RPC after error@177485689), errback=(continuation of Deferred@1279397490 after retry RPC after error@2064341645) -> (continuation of Deferred@810957109 after retry RPC after error@751960465) -> (continuation of Deferred@1883225063 after retry RPC after error@1371625567) -> (continuation of Deferred@1348426947 after retry RPC after error@1824326096) -> (continuation of Deferred@1641049891 after retry RPC after error@982044902) -> (continuation of Deferred@278608432 after retry RPC after error@346819186) -> (continuation of Deferred@1986512563 after retry RPC after error@177485689)))
02:03:01.969 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1596487192(state=PENDING, result=null, callback=(continuation of Deferred@1279397490 after retry RPC after error@2064341645) -> (continuation of Deferred@810957109 after retry RPC after error@751960465) -> (continuation of Deferred@1883225063 after retry RPC after error@1371625567) -> (continuation of Deferred@1348426947 after retry RPC after error@1824326096) -> (continuation of Deferred@1641049891 after retry RPC after error@982044902) -> (continuation of Deferred@278608432 after retry RPC after error@346819186) -> (continuation of Deferred@1986512563 after retry RPC after error@177485689), errback=(continuation of Deferred@1279397490 after retry RPC after error@2064341645) -> (continuation of Deferred@810957109 after retry RPC after error@751960465) -> (continuation of Deferred@1883225063 after retry RPC after error@1371625567) -> (continuation of Deferred@1348426947 after retry RPC after error@1824326096) -> (continuation of Deferred@1641049891 after retry RPC after error@982044902) -> (continuation of Deferred@278608432 after retry RPC after error@346819186) -> (continuation of Deferred@1986512563 after retry RPC after error@177485689)))
02:03:01.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:01.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:01.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.987 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:01.987 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.987 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:01.989 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.007 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.007 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.007 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.007 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.007 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.007 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.008 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.027 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.027 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.027 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.027 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.027 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.027 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.028 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.047 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.047 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.047 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.047 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.048 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.067 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.067 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.067 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.067 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.067 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.068 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.107 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.107 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.107 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.107 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.107 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.107 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.109 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.168 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.168 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.168 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.168 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.168 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.168 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.169 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.228 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.228 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.228 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.229 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.230 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@693999804(state=PENDING, result=null, callback=(continuation of Deferred@2068495199 after retry RPC after error@831468170) -> (continuation of Deferred@1983390222 after retry RPC after error@862309389) -> (continuation of Deferred@492505469 after retry RPC after error@1426617150) -> (continuation of Deferred@1654064067 after retry RPC after error@2131738168) -> (continuation of Deferred@987381829 after retry RPC after error@744310179) -> (continuation of Deferred@1989067504 after retry RPC after error@1953651815) -> (continuation of Deferred@482538180 after retry RPC after error@1525992610), errback=(continuation of Deferred@2068495199 after retry RPC after error@831468170) -> (continuation of Deferred@1983390222 after retry RPC after error@862309389) -> (continuation of Deferred@492505469 after retry RPC after error@1426617150) -> (continuation of Deferred@1654064067 after retry RPC after error@2131738168) -> (continuation of Deferred@987381829 after retry RPC after error@744310179) -> (continuation of Deferred@1989067504 after retry RPC after error@1953651815) -> (continuation of Deferred@482538180 after retry RPC after error@1525992610)))
02:03:02.230 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@693999804(state=PENDING, result=null, callback=(continuation of Deferred@2068495199 after retry RPC after error@831468170) -> (continuation of Deferred@1983390222 after retry RPC after error@862309389) -> (continuation of Deferred@492505469 after retry RPC after error@1426617150) -> (continuation of Deferred@1654064067 after retry RPC after error@2131738168) -> (continuation of Deferred@987381829 after retry RPC after error@744310179) -> (continuation of Deferred@1989067504 after retry RPC after error@1953651815) -> (continuation of Deferred@482538180 after retry RPC after error@1525992610), errback=(continuation of Deferred@2068495199 after retry RPC after error@831468170) -> (continuation of Deferred@1983390222 after retry RPC after error@862309389) -> (continuation of Deferred@492505469 after retry RPC after error@1426617150) -> (continuation of Deferred@1654064067 after retry RPC after error@2131738168) -> (continuation of Deferred@987381829 after retry RPC after error@744310179) -> (continuation of Deferred@1989067504 after retry RPC after error@1953651815) -> (continuation of Deferred@482538180 after retry RPC after error@1525992610)))
02:03:02.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.247 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.247 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.247 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.249 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.266 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.267 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.267 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.267 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.267 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.268 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.268 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.269 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.287 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.287 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.287 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.287 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.287 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.287 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.289 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.307 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.307 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.307 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.308 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.327 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.327 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.327 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.327 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.327 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.327 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.328 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.367 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.367 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.367 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.368 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.368 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.368 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.369 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.388 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.388 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.388 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.388 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.388 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.388 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.389 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.427 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.427 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.427 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.428 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.429 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@317990148(state=PENDING, result=null, callback=(continuation of Deferred@238101892 after retry RPC after error@80964721) -> (continuation of Deferred@1392740829 after retry RPC after error@1617713852) -> (continuation of Deferred@1735810608 after retry RPC after error@2019104331) -> (continuation of Deferred@928724476 after retry RPC after error@895496209) -> (continuation of Deferred@1622310739 after retry RPC after error@1357497920) -> (continuation of Deferred@1056173428 after retry RPC after error@178758147) -> (continuation of Deferred@2040270051 after retry RPC after error@1733893718), errback=(continuation of Deferred@238101892 after retry RPC after error@80964721) -> (continuation of Deferred@1392740829 after retry RPC after error@1617713852) -> (continuation of Deferred@1735810608 after retry RPC after error@2019104331) -> (continuation of Deferred@928724476 after retry RPC after error@895496209) -> (continuation of Deferred@1622310739 after retry RPC after error@1357497920) -> (continuation of Deferred@1056173428 after retry RPC after error@178758147) -> (continuation of Deferred@2040270051 after retry RPC after error@1733893718)))
02:03:02.429 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@317990148(state=PENDING, result=null, callback=(continuation of Deferred@238101892 after retry RPC after error@80964721) -> (continuation of Deferred@1392740829 after retry RPC after error@1617713852) -> (continuation of Deferred@1735810608 after retry RPC after error@2019104331) -> (continuation of Deferred@928724476 after retry RPC after error@895496209) -> (continuation of Deferred@1622310739 after retry RPC after error@1357497920) -> (continuation of Deferred@1056173428 after retry RPC after error@178758147) -> (continuation of Deferred@2040270051 after retry RPC after error@1733893718), errback=(continuation of Deferred@238101892 after retry RPC after error@80964721) -> (continuation of Deferred@1392740829 after retry RPC after error@1617713852) -> (continuation of Deferred@1735810608 after retry RPC after error@2019104331) -> (continuation of Deferred@928724476 after retry RPC after error@895496209) -> (continuation of Deferred@1622310739 after retry RPC after error@1357497920) -> (continuation of Deferred@1056173428 after retry RPC after error@178758147) -> (continuation of Deferred@2040270051 after retry RPC after error@1733893718)))
02:03:02.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.447 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.447 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.447 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.447 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.447 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.447 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.448 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.467 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.467 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.467 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.467 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.467 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.467 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.469 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.487 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.487 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.487 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.487 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.487 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.487 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.487 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.488 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.507 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.507 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.507 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.507 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.509 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.527 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.527 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.527 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.529 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.547 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.547 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.547 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.547 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.547 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.548 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.549 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.587 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.587 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.587 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.587 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.587 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.588 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.589 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.667 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.667 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.667 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.668 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.669 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@127535169(state=PENDING, result=null, callback=(continuation of Deferred@1889187225 after retry RPC after error@158880579) -> (continuation of Deferred@2144776581 after retry RPC after error@685340222) -> (continuation of Deferred@222968001 after retry RPC after error@1189314656) -> (continuation of Deferred@217275296 after retry RPC after error@1870177414) -> (continuation of Deferred@858264984 after retry RPC after error@1762812701) -> (continuation of Deferred@2133466052 after retry RPC after error@1440537651) -> (continuation of Deferred@648779717 after retry RPC after error@1549472390), errback=(continuation of Deferred@1889187225 after retry RPC after error@158880579) -> (continuation of Deferred@2144776581 after retry RPC after error@685340222) -> (continuation of Deferred@222968001 after retry RPC after error@1189314656) -> (continuation of Deferred@217275296 after retry RPC after error@1870177414) -> (continuation of Deferred@858264984 after retry RPC after error@1762812701) -> (continuation of Deferred@2133466052 after retry RPC after error@1440537651) -> (continuation of Deferred@648779717 after retry RPC after error@1549472390)))
02:03:02.669 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@127535169(state=PENDING, result=null, callback=(continuation of Deferred@1889187225 after retry RPC after error@158880579) -> (continuation of Deferred@2144776581 after retry RPC after error@685340222) -> (continuation of Deferred@222968001 after retry RPC after error@1189314656) -> (continuation of Deferred@217275296 after retry RPC after error@1870177414) -> (continuation of Deferred@858264984 after retry RPC after error@1762812701) -> (continuation of Deferred@2133466052 after retry RPC after error@1440537651) -> (continuation of Deferred@648779717 after retry RPC after error@1549472390), errback=(continuation of Deferred@1889187225 after retry RPC after error@158880579) -> (continuation of Deferred@2144776581 after retry RPC after error@685340222) -> (continuation of Deferred@222968001 after retry RPC after error@1189314656) -> (continuation of Deferred@217275296 after retry RPC after error@1870177414) -> (continuation of Deferred@858264984 after retry RPC after error@1762812701) -> (continuation of Deferred@2133466052 after retry RPC after error@1440537651) -> (continuation of Deferred@648779717 after retry RPC after error@1549472390)))
02:03:02.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.687 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.687 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.687 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.687 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.688 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.707 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.707 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.707 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.707 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.707 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.707 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.709 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.727 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.727 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.727 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.727 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.727 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.727 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.728 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.747 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.747 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.748 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.748 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.748 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.749 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.767 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.767 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.767 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.767 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.769 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.787 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.787 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.787 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.787 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.787 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.787 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.788 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.866 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.867 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.867 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.867 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.867 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.867 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.867 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.868 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.869 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@2119999126(state=PENDING, result=null, callback=(continuation of Deferred@1284710176 after retry RPC after error@622571021) -> (continuation of Deferred@780144014 after retry RPC after error@875732710) -> (continuation of Deferred@1619852639 after retry RPC after error@413097093) -> (continuation of Deferred@920505957 after retry RPC after error@372814838) -> (continuation of Deferred@291095147 after retry RPC after error@1942020017) -> (continuation of Deferred@724998474 after retry RPC after error@2025994457), errback=(continuation of Deferred@1284710176 after retry RPC after error@622571021) -> (continuation of Deferred@780144014 after retry RPC after error@875732710) -> (continuation of Deferred@1619852639 after retry RPC after error@413097093) -> (continuation of Deferred@920505957 after retry RPC after error@372814838) -> (continuation of Deferred@291095147 after retry RPC after error@1942020017) -> (continuation of Deferred@724998474 after retry RPC after error@2025994457)))
02:03:02.869 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@2119999126(state=PENDING, result=null, callback=(continuation of Deferred@1284710176 after retry RPC after error@622571021) -> (continuation of Deferred@780144014 after retry RPC after error@875732710) -> (continuation of Deferred@1619852639 after retry RPC after error@413097093) -> (continuation of Deferred@920505957 after retry RPC after error@372814838) -> (continuation of Deferred@291095147 after retry RPC after error@1942020017) -> (continuation of Deferred@724998474 after retry RPC after error@2025994457), errback=(continuation of Deferred@1284710176 after retry RPC after error@622571021) -> (continuation of Deferred@780144014 after retry RPC after error@875732710) -> (continuation of Deferred@1619852639 after retry RPC after error@413097093) -> (continuation of Deferred@920505957 after retry RPC after error@372814838) -> (continuation of Deferred@291095147 after retry RPC after error@1942020017) -> (continuation of Deferred@724998474 after retry RPC after error@2025994457)))
02:03:02.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.887 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.887 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.887 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.889 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.907 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.907 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.908 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.908 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.908 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.909 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.927 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.927 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.927 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.928 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.928 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.928 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.929 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.947 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.947 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.947 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.947 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.947 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.947 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.949 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.967 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.967 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.967 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.969 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:02.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:02.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:02.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:02.987 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.988 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.988 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:02.989 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.048 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.048 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.048 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.048 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.048 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.048 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.049 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.067 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.067 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.067 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.067 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.067 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.067 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.068 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.069 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1021822639(state=PENDING, result=null, callback=(continuation of Deferred@312475382 after retry RPC after error@989655311) -> (continuation of Deferred@345548593 after retry RPC after error@373873075) -> (continuation of Deferred@2068704706 after retry RPC after error@644091693) -> (continuation of Deferred@2006226431 after retry RPC after error@666980351) -> (continuation of Deferred@863409464 after retry RPC after error@904788252) -> (continuation of Deferred@1720035635 after retry RPC after error@1259777195) -> (continuation of Deferred@1288581028 after retry RPC after error@380705336), errback=(continuation of Deferred@312475382 after retry RPC after error@989655311) -> (continuation of Deferred@345548593 after retry RPC after error@373873075) -> (continuation of Deferred@2068704706 after retry RPC after error@644091693) -> (continuation of Deferred@2006226431 after retry RPC after error@666980351) -> (continuation of Deferred@863409464 after retry RPC after error@904788252) -> (continuation of Deferred@1720035635 after retry RPC after error@1259777195) -> (continuation of Deferred@1288581028 after retry RPC after error@380705336)))
02:03:03.069 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1021822639(state=PENDING, result=null, callback=(continuation of Deferred@312475382 after retry RPC after error@989655311) -> (continuation of Deferred@345548593 after retry RPC after error@373873075) -> (continuation of Deferred@2068704706 after retry RPC after error@644091693) -> (continuation of Deferred@2006226431 after retry RPC after error@666980351) -> (continuation of Deferred@863409464 after retry RPC after error@904788252) -> (continuation of Deferred@1720035635 after retry RPC after error@1259777195) -> (continuation of Deferred@1288581028 after retry RPC after error@380705336), errback=(continuation of Deferred@312475382 after retry RPC after error@989655311) -> (continuation of Deferred@345548593 after retry RPC after error@373873075) -> (continuation of Deferred@2068704706 after retry RPC after error@644091693) -> (continuation of Deferred@2006226431 after retry RPC after error@666980351) -> (continuation of Deferred@863409464 after retry RPC after error@904788252) -> (continuation of Deferred@1720035635 after retry RPC after error@1259777195) -> (continuation of Deferred@1288581028 after retry RPC after error@380705336)))
02:03:03.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.088 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.088 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.088 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.089 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.108 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.108 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.108 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.109 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.128 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.128 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.128 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.128 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.128 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.128 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.146 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.146 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.147 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.147 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.147 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.147 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.147 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.147 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.148 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.166 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.166 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.167 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.167 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.167 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.167 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.167 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.167 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.168 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.188 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.188 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.188 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.189 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.247 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.247 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.247 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.247 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.247 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.248 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.249 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.249 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@506839497(state=PENDING, result=null, callback=(continuation of Deferred@13330669 after retry RPC after error@1782117533) -> (continuation of Deferred@313776910 after retry RPC after error@582515480) -> (continuation of Deferred@2037375906 after retry RPC after error@1423866894) -> (continuation of Deferred@1488561712 after retry RPC after error@968386180) -> (continuation of Deferred@1062007010 after retry RPC after error@408274185) -> (continuation of Deferred@231237653 after retry RPC after error@2000593774), errback=(continuation of Deferred@13330669 after retry RPC after error@1782117533) -> (continuation of Deferred@313776910 after retry RPC after error@582515480) -> (continuation of Deferred@2037375906 after retry RPC after error@1423866894) -> (continuation of Deferred@1488561712 after retry RPC after error@968386180) -> (continuation of Deferred@1062007010 after retry RPC after error@408274185) -> (continuation of Deferred@231237653 after retry RPC after error@2000593774)))
02:03:03.250 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@506839497(state=PENDING, result=null, callback=(continuation of Deferred@13330669 after retry RPC after error@1782117533) -> (continuation of Deferred@313776910 after retry RPC after error@582515480) -> (continuation of Deferred@2037375906 after retry RPC after error@1423866894) -> (continuation of Deferred@1488561712 after retry RPC after error@968386180) -> (continuation of Deferred@1062007010 after retry RPC after error@408274185) -> (continuation of Deferred@231237653 after retry RPC after error@2000593774), errback=(continuation of Deferred@13330669 after retry RPC after error@1782117533) -> (continuation of Deferred@313776910 after retry RPC after error@582515480) -> (continuation of Deferred@2037375906 after retry RPC after error@1423866894) -> (continuation of Deferred@1488561712 after retry RPC after error@968386180) -> (continuation of Deferred@1062007010 after retry RPC after error@408274185) -> (continuation of Deferred@231237653 after retry RPC after error@2000593774)))
02:03:03.266 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.267 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.267 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.267 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.268 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.268 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.268 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.269 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.287 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.287 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.288 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.288 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.289 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.307 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.307 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.308 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.309 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.327 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.327 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.327 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.327 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.327 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.327 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.329 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.347 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.347 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.347 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.348 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.348 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.348 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.349 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.387 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.387 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.388 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.389 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.428 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.428 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.428 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.429 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.487 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.487 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.487 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.487 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.487 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.487 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.488 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.488 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.489 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.527 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [223ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1675133766(state=PENDING, result=null, callback=(continuation of Deferred@725979521 after retry RPC after error@561939288) -> (continuation of Deferred@1870579690 after retry RPC after error@1218161648) -> (continuation of Deferred@1339417339 after retry RPC after error@442813466) -> (continuation of Deferred@54266155 after retry RPC after error@384693911) -> (continuation of Deferred@1993284747 after retry RPC after error@1249315412) -> (continuation of Deferred@694237024 after retry RPC after error@1354839445) -> (continuation of Deferred@1592021058 after retry RPC after error@749982816) -> (continuation of Deferred@214514849 after retry RPC after error@1442700592), errback=(continuation of Deferred@725979521 after retry RPC after error@561939288) -> (continuation of Deferred@1870579690 after retry RPC after error@1218161648) -> (continuation of Deferred@1339417339 after retry RPC after error@442813466) -> (continuation of Deferred@54266155 after retry RPC after error@384693911) -> (continuation of Deferred@1993284747 after retry RPC after error@1249315412) -> (continuation of Deferred@694237024 after retry RPC after error@1354839445) -> (continuation of Deferred@1592021058 after retry RPC after error@749982816) -> (continuation of Deferred@214514849 after retry RPC after error@1442700592)))
02:03:03.528 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
02:03:03.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.547 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.547 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.547 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.548 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.548 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.548 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.549 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.567 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.567 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.568 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.569 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.587 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.588 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.588 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.588 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.589 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.608 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.608 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.608 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.608 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.608 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.608 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.609 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.628 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.628 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.628 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.628 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.629 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.629 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.629 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.630 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.647 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.648 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.648 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.649 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.687 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.688 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.688 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.689 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.787 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.787 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.787 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.787 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.787 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.787 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.789 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@803545528(state=PENDING, result=null, callback=(continuation of Deferred@910138585 after retry RPC after error@209747309) -> (continuation of Deferred@723923945 after retry RPC after error@768094164) -> (continuation of Deferred@1742452704 after retry RPC after error@1749009763) -> (continuation of Deferred@1914444534 after retry RPC after error@507915758) -> (continuation of Deferred@614002033 after retry RPC after error@848961628) -> (continuation of Deferred@549668691 after retry RPC after error@256190456) -> (continuation of Deferred@1817554948 after retry RPC after error@254735634), errback=(continuation of Deferred@910138585 after retry RPC after error@209747309) -> (continuation of Deferred@723923945 after retry RPC after error@768094164) -> (continuation of Deferred@1742452704 after retry RPC after error@1749009763) -> (continuation of Deferred@1914444534 after retry RPC after error@507915758) -> (continuation of Deferred@614002033 after retry RPC after error@848961628) -> (continuation of Deferred@549668691 after retry RPC after error@256190456) -> (continuation of Deferred@1817554948 after retry RPC after error@254735634)))
02:03:03.790 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@803545528(state=PENDING, result=null, callback=(continuation of Deferred@910138585 after retry RPC after error@209747309) -> (continuation of Deferred@723923945 after retry RPC after error@768094164) -> (continuation of Deferred@1742452704 after retry RPC after error@1749009763) -> (continuation of Deferred@1914444534 after retry RPC after error@507915758) -> (continuation of Deferred@614002033 after retry RPC after error@848961628) -> (continuation of Deferred@549668691 after retry RPC after error@256190456) -> (continuation of Deferred@1817554948 after retry RPC after error@254735634), errback=(continuation of Deferred@910138585 after retry RPC after error@209747309) -> (continuation of Deferred@723923945 after retry RPC after error@768094164) -> (continuation of Deferred@1742452704 after retry RPC after error@1749009763) -> (continuation of Deferred@1914444534 after retry RPC after error@507915758) -> (continuation of Deferred@614002033 after retry RPC after error@848961628) -> (continuation of Deferred@549668691 after retry RPC after error@256190456) -> (continuation of Deferred@1817554948 after retry RPC after error@254735634)))
02:03:03.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.807 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.807 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.807 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.807 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.808 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.808 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.808 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.827 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.827 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.827 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.827 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.828 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.846 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.847 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.847 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.847 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.847 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.847 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.847 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.848 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.866 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.867 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.867 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.867 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.867 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.868 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.868 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:03.869832 25648 master_runner.cc:186] Error getting master registration for 127.24.13.125:33451: Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111),
02:03:03.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:03.870069 25648 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:03:03.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.888 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.888 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.888 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.888 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.888 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.888 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.889 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.908 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.908 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.908 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.909 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:03.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:03.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:03.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.948 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.948 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.948 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:03.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:03.949 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:04.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:04.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:04.047 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.047 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.047 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.048 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.048 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.048 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.049 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:04.049 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1904088610(state=PENDING, result=null, callback=(continuation of Deferred@1754855125 after retry RPC after error@313981227) -> (continuation of Deferred@1730166610 after retry RPC after error@1718545042) -> (continuation of Deferred@1240438484 after retry RPC after error@1823822179) -> (continuation of Deferred@176765192 after retry RPC after error@463632561) -> (continuation of Deferred@776868903 after retry RPC after error@1748399812) -> (continuation of Deferred@724849587 after retry RPC after error@593219988) -> (continuation of Deferred@2104100596 after retry RPC after error@649191371), errback=(continuation of Deferred@1754855125 after retry RPC after error@313981227) -> (continuation of Deferred@1730166610 after retry RPC after error@1718545042) -> (continuation of Deferred@1240438484 after retry RPC after error@1823822179) -> (continuation of Deferred@176765192 after retry RPC after error@463632561) -> (continuation of Deferred@776868903 after retry RPC after error@1748399812) -> (continuation of Deferred@724849587 after retry RPC after error@593219988) -> (continuation of Deferred@2104100596 after retry RPC after error@649191371)))
02:03:04.050 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1904088610(state=PENDING, result=null, callback=(continuation of Deferred@1754855125 after retry RPC after error@313981227) -> (continuation of Deferred@1730166610 after retry RPC after error@1718545042) -> (continuation of Deferred@1240438484 after retry RPC after error@1823822179) -> (continuation of Deferred@176765192 after retry RPC after error@463632561) -> (continuation of Deferred@776868903 after retry RPC after error@1748399812) -> (continuation of Deferred@724849587 after retry RPC after error@593219988) -> (continuation of Deferred@2104100596 after retry RPC after error@649191371), errback=(continuation of Deferred@1754855125 after retry RPC after error@313981227) -> (continuation of Deferred@1730166610 after retry RPC after error@1718545042) -> (continuation of Deferred@1240438484 after retry RPC after error@1823822179) -> (continuation of Deferred@176765192 after retry RPC after error@463632561) -> (continuation of Deferred@776868903 after retry RPC after error@1748399812) -> (continuation of Deferred@724849587 after retry RPC after error@593219988) -> (continuation of Deferred@2104100596 after retry RPC after error@649191371)))
02:03:04.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:04.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:04.067 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.067 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.068 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.068 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.068 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.068 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.069 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:04.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:04.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:04.087 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.087 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.087 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.089 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:04.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:04.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:04.107 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.107 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.107 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.109 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:04.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:04.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:04.127 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.127 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.127 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.127 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.128 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.128 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:04.146 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:04.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:04.147 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.147 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.147 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.147 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.147 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.148 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.149 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:04.166 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:04.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:04.167 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.167 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.167 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.167 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.167 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.169 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:04.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:04.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:04.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.247 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.247 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.247 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.248 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:04.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:04.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:04.287 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.287 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.287 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.287 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.287 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.287 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.288 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:04.289 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@2142638337(state=PENDING, result=null, callback=(continuation of Deferred@1594248515 after retry RPC after error@1778032845) -> (continuation of Deferred@1066824276 after retry RPC after error@1894204094) -> (continuation of Deferred@493249972 after retry RPC after error@556159517) -> (continuation of Deferred@758026431 after retry RPC after error@1729545494) -> (continuation of Deferred@1232291717 after retry RPC after error@1515602444) -> (continuation of Deferred@52730513 after retry RPC after error@1389089174) -> (continuation of Deferred@22539045 after retry RPC after error@1769574177), errback=(continuation of Deferred@1594248515 after retry RPC after error@1778032845) -> (continuation of Deferred@1066824276 after retry RPC after error@1894204094) -> (continuation of Deferred@493249972 after retry RPC after error@556159517) -> (continuation of Deferred@758026431 after retry RPC after error@1729545494) -> (continuation of Deferred@1232291717 after retry RPC after error@1515602444) -> (continuation of Deferred@52730513 after retry RPC after error@1389089174) -> (continuation of Deferred@22539045 after retry RPC after error@1769574177)))
02:03:04.289 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@2142638337(state=PENDING, result=null, callback=(continuation of Deferred@1594248515 after retry RPC after error@1778032845) -> (continuation of Deferred@1066824276 after retry RPC after error@1894204094) -> (continuation of Deferred@493249972 after retry RPC after error@556159517) -> (continuation of Deferred@758026431 after retry RPC after error@1729545494) -> (continuation of Deferred@1232291717 after retry RPC after error@1515602444) -> (continuation of Deferred@52730513 after retry RPC after error@1389089174) -> (continuation of Deferred@22539045 after retry RPC after error@1769574177), errback=(continuation of Deferred@1594248515 after retry RPC after error@1778032845) -> (continuation of Deferred@1066824276 after retry RPC after error@1894204094) -> (continuation of Deferred@493249972 after retry RPC after error@556159517) -> (continuation of Deferred@758026431 after retry RPC after error@1729545494) -> (continuation of Deferred@1232291717 after retry RPC after error@1515602444) -> (continuation of Deferred@52730513 after retry RPC after error@1389089174) -> (continuation of Deferred@22539045 after retry RPC after error@1769574177)))
02:03:04.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:04.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:04.307 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.307 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.307 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.307 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.307 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.307 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.308 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:04.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:04.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:04.328 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.328 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.328 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.329 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:04.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:04.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:04.347 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.348 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.348 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.349 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:04.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:04.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:04.367 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.367 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.368 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.368 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.368 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.368 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.369 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:04.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:04.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:04.387 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.387 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.387 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.387 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.387 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.387 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.389 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:04.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:04.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:04.407 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.407 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.407 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.408 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:04.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:04.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:04.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.467 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.467 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.468 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.469 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:04.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:04.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:04.528 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.528 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.528 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.528 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.528 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.528 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.529 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:04.529 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [223ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1692904338(state=PENDING, result=null, callback=(continuation of Deferred@202872982 after retry RPC after error@1556229795) -> (continuation of Deferred@91885272 after retry RPC after error@1545117406) -> (continuation of Deferred@1820028643 after retry RPC after error@553775865) -> (continuation of Deferred@1951937743 after retry RPC after error@1815001844) -> (continuation of Deferred@1528159716 after retry RPC after error@1974299205) -> (continuation of Deferred@1088865907 after retry RPC after error@1501965697) -> (continuation of Deferred@738800040 after retry RPC after error@845715758), errback=(continuation of Deferred@202872982 after retry RPC after error@1556229795) -> (continuation of Deferred@91885272 after retry RPC after error@1545117406) -> (continuation of Deferred@1820028643 after retry RPC after error@553775865) -> (continuation of Deferred@1951937743 after retry RPC after error@1815001844) -> (continuation of Deferred@1528159716 after retry RPC after error@1974299205) -> (continuation of Deferred@1088865907 after retry RPC after error@1501965697) -> (continuation of Deferred@738800040 after retry RPC after error@845715758)))
02:03:04.530 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [223ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1692904338(state=PENDING, result=null, callback=(continuation of Deferred@202872982 after retry RPC after error@1556229795) -> (continuation of Deferred@91885272 after retry RPC after error@1545117406) -> (continuation of Deferred@1820028643 after retry RPC after error@553775865) -> (continuation of Deferred@1951937743 after retry RPC after error@1815001844) -> (continuation of Deferred@1528159716 after retry RPC after error@1974299205) -> (continuation of Deferred@1088865907 after retry RPC after error@1501965697) -> (continuation of Deferred@738800040 after retry RPC after error@845715758), errback=(continuation of Deferred@202872982 after retry RPC after error@1556229795) -> (continuation of Deferred@91885272 after retry RPC after error@1545117406) -> (continuation of Deferred@1820028643 after retry RPC after error@553775865) -> (continuation of Deferred@1951937743 after retry RPC after error@1815001844) -> (continuation of Deferred@1528159716 after retry RPC after error@1974299205) -> (continuation of Deferred@1088865907 after retry RPC after error@1501965697) -> (continuation of Deferred@738800040 after retry RPC after error@845715758)))
02:03:04.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:04.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:04.547 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.547 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.548 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.548 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.548 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.548 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.549 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:04.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:04.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:04.567 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.567 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.568 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.568 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.569 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:04.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:04.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:04.587 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.587 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.587 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.587 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.588 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.589 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:04.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:04.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:04.607 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.607 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.608 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.608 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.608 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.608 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.609 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:04.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:04.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:04.627 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.627 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.627 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.627 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.627 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.628 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.629 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:04.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:04.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:04.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.647 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.648 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.648 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.649 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:04.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:04.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:04.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.688 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.688 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.688 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.689 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:04.806 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@814134457(state=PENDING, result=null, callback=(continuation of Deferred@1051383744 after retry RPC after error@1226224640) -> (continuation of Deferred@509909680 after retry RPC after error@457361081) -> (continuation of Deferred@1933444806 after retry RPC after error@259262997) -> (continuation of Deferred@905949265 after retry RPC after error@948297561) -> (continuation of Deferred@990836409 after retry RPC after error@335902575) -> (continuation of Deferred@1546662022 after retry RPC after error@1255756622) -> (continuation of Deferred@103731090 after retry RPC after error@967798327), errback=(continuation of Deferred@1051383744 after retry RPC after error@1226224640) -> (continuation of Deferred@509909680 after retry RPC after error@457361081) -> (continuation of Deferred@1933444806 after retry RPC after error@259262997) -> (continuation of Deferred@905949265 after retry RPC after error@948297561) -> (continuation of Deferred@990836409 after retry RPC after error@335902575) -> (continuation of Deferred@1546662022 after retry RPC after error@1255756622) -> (continuation of Deferred@103731090 after retry RPC after error@967798327)))
02:03:04.807 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
02:03:04.827 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:04.827 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:04.827 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.827 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.828 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.828 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.828 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.828 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.828 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:04.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:04.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:04.847 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.847 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.847 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.848 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.848 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.848 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.849 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:04.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:04.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:04.867 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.867 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.867 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.867 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:04.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:04.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:04.887 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.887 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.887 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.887 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.887 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.887 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.889 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:04.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:04.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:04.907 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.907 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.907 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.908 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.908 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.908 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.908 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:04.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:04.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:04.947 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.947 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.947 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:04.947 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.947 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.948 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:04.949 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.008 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.008 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.008 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.008 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.009 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.009 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.009 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1872162018(state=PENDING, result=null, callback=(continuation of Deferred@972827285 after retry RPC after error@1195859318) -> (continuation of Deferred@494787440 after retry RPC after error@1163187649) -> (continuation of Deferred@497346428 after retry RPC after error@1626715475) -> (continuation of Deferred@329270374 after retry RPC after error@1882812686) -> (continuation of Deferred@1243412338 after retry RPC after error@126782543) -> (continuation of Deferred@379349932 after retry RPC after error@756472176), errback=(continuation of Deferred@972827285 after retry RPC after error@1195859318) -> (continuation of Deferred@494787440 after retry RPC after error@1163187649) -> (continuation of Deferred@497346428 after retry RPC after error@1626715475) -> (continuation of Deferred@329270374 after retry RPC after error@1882812686) -> (continuation of Deferred@1243412338 after retry RPC after error@126782543) -> (continuation of Deferred@379349932 after retry RPC after error@756472176)))
02:03:05.010 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1872162018(state=PENDING, result=null, callback=(continuation of Deferred@972827285 after retry RPC after error@1195859318) -> (continuation of Deferred@494787440 after retry RPC after error@1163187649) -> (continuation of Deferred@497346428 after retry RPC after error@1626715475) -> (continuation of Deferred@329270374 after retry RPC after error@1882812686) -> (continuation of Deferred@1243412338 after retry RPC after error@126782543) -> (continuation of Deferred@379349932 after retry RPC after error@756472176), errback=(continuation of Deferred@972827285 after retry RPC after error@1195859318) -> (continuation of Deferred@494787440 after retry RPC after error@1163187649) -> (continuation of Deferred@497346428 after retry RPC after error@1626715475) -> (continuation of Deferred@329270374 after retry RPC after error@1882812686) -> (continuation of Deferred@1243412338 after retry RPC after error@126782543) -> (continuation of Deferred@379349932 after retry RPC after error@756472176)))
02:03:05.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.028 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.028 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.028 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.029 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.047 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.047 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.048 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.048 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.048 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.048 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.049 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.068 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.068 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.068 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.068 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.068 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.068 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.069 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.087 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.087 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.088 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.088 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.089 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.089 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.107 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.107 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.107 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.107 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.109 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.126 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.127 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.127 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.127 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.127 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.127 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.127 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.128 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.167 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.167 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.167 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.167 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.168 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.168 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.169 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.228 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.228 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.228 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.228 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.231 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.232 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=205), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [204ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [205ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [206ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@2112592154(state=PENDING, result=null, callback=(continuation of Deferred@371251764 after retry RPC after error@782924376) -> (continuation of Deferred@963563558 after retry RPC after error@409775448) -> (continuation of Deferred@143471899 after retry RPC after error@1971906280) -> (continuation of Deferred@984151967 after retry RPC after error@1196661759) -> (continuation of Deferred@647449571 after retry RPC after error@345659007) -> (continuation of Deferred@1777557372 after retry RPC after error@841264606) -> (continuation of Deferred@779100202 after retry RPC after error@1746903605), errback=(continuation of Deferred@371251764 after retry RPC after error@782924376) -> (continuation of Deferred@963563558 after retry RPC after error@409775448) -> (continuation of Deferred@143471899 after retry RPC after error@1971906280) -> (continuation of Deferred@984151967 after retry RPC after error@1196661759) -> (continuation of Deferred@647449571 after retry RPC after error@345659007) -> (continuation of Deferred@1777557372 after retry RPC after error@841264606) -> (continuation of Deferred@779100202 after retry RPC after error@1746903605)))
02:03:05.232 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=205), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [204ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [205ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [206ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@2112592154(state=PENDING, result=null, callback=(continuation of Deferred@371251764 after retry RPC after error@782924376) -> (continuation of Deferred@963563558 after retry RPC after error@409775448) -> (continuation of Deferred@143471899 after retry RPC after error@1971906280) -> (continuation of Deferred@984151967 after retry RPC after error@1196661759) -> (continuation of Deferred@647449571 after retry RPC after error@345659007) -> (continuation of Deferred@1777557372 after retry RPC after error@841264606) -> (continuation of Deferred@779100202 after retry RPC after error@1746903605), errback=(continuation of Deferred@371251764 after retry RPC after error@782924376) -> (continuation of Deferred@963563558 after retry RPC after error@409775448) -> (continuation of Deferred@143471899 after retry RPC after error@1971906280) -> (continuation of Deferred@984151967 after retry RPC after error@1196661759) -> (continuation of Deferred@647449571 after retry RPC after error@345659007) -> (continuation of Deferred@1777557372 after retry RPC after error@841264606) -> (continuation of Deferred@779100202 after retry RPC after error@1746903605)))
02:03:05.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.247 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.247 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.247 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.248 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.266 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.266 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.267 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.267 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.267 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.267 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.267 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.267 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.268 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.288 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.288 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.288 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.288 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.288 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.288 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.289 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.308 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.308 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.308 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.309 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.328 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.330 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.330 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.330 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.330 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.368 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.368 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.368 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.368 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.368 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.368 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.369 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.387 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.387 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.387 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.387 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.387 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.387 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.388 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.487 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.487 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.487 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.487 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.488 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.488 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.489 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [84ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [84ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [84ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@224663838(state=PENDING, result=null, callback=(continuation of Deferred@1241058676 after retry RPC after error@1382232376) -> (continuation of Deferred@70062028 after retry RPC after error@690772670) -> (continuation of Deferred@683630658 after retry RPC after error@1671331484) -> (continuation of Deferred@253845068 after retry RPC after error@1150487740) -> (continuation of Deferred@402508060 after retry RPC after error@126300129) -> (continuation of Deferred@38916707 after retry RPC after error@1585174649) -> (continuation of Deferred@666324867 after retry RPC after error@435262643), errback=(continuation of Deferred@1241058676 after retry RPC after error@1382232376) -> (continuation of Deferred@70062028 after retry RPC after error@690772670) -> (continuation of Deferred@683630658 after retry RPC after error@1671331484) -> (continuation of Deferred@253845068 after retry RPC after error@1150487740) -> (continuation of Deferred@402508060 after retry RPC after error@126300129) -> (continuation of Deferred@38916707 after retry RPC after error@1585174649) -> (continuation of Deferred@666324867 after retry RPC after error@435262643)))
02:03:05.489 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [84ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [84ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [84ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@224663838(state=PENDING, result=null, callback=(continuation of Deferred@1241058676 after retry RPC after error@1382232376) -> (continuation of Deferred@70062028 after retry RPC after error@690772670) -> (continuation of Deferred@683630658 after retry RPC after error@1671331484) -> (continuation of Deferred@253845068 after retry RPC after error@1150487740) -> (continuation of Deferred@402508060 after retry RPC after error@126300129) -> (continuation of Deferred@38916707 after retry RPC after error@1585174649) -> (continuation of Deferred@666324867 after retry RPC after error@435262643), errback=(continuation of Deferred@1241058676 after retry RPC after error@1382232376) -> (continuation of Deferred@70062028 after retry RPC after error@690772670) -> (continuation of Deferred@683630658 after retry RPC after error@1671331484) -> (continuation of Deferred@253845068 after retry RPC after error@1150487740) -> (continuation of Deferred@402508060 after retry RPC after error@126300129) -> (continuation of Deferred@38916707 after retry RPC after error@1585174649) -> (continuation of Deferred@666324867 after retry RPC after error@435262643)))
02:03:05.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.507 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.507 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.507 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.507 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.508 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.509 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.527 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.527 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.527 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.527 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.527 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.527 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.529 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.547 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.547 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.547 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.547 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.547 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.548 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.549 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.567 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.567 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.567 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.567 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.567 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.567 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.568 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.587 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.587 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.587 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.587 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.587 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.587 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.588 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.627 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.627 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.627 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.627 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.627 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.627 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.628 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.667 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.667 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.667 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.668 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.668 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.668 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.669 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.727 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.728 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.728 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.729 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.730 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [223ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1950291970(state=PENDING, result=null, callback=(continuation of Deferred@1488702218 after retry RPC after error@1572046552) -> (continuation of Deferred@1202202367 after retry RPC after error@1264306432) -> (continuation of Deferred@1304340730 after retry RPC after error@209351379) -> (continuation of Deferred@174269053 after retry RPC after error@526776824) -> (continuation of Deferred@665090966 after retry RPC after error@2014804315) -> (continuation of Deferred@1802816750 after retry RPC after error@1542345281) -> (continuation of Deferred@1603463777 after retry RPC after error@478977385), errback=(continuation of Deferred@1488702218 after retry RPC after error@1572046552) -> (continuation of Deferred@1202202367 after retry RPC after error@1264306432) -> (continuation of Deferred@1304340730 after retry RPC after error@209351379) -> (continuation of Deferred@174269053 after retry RPC after error@526776824) -> (continuation of Deferred@665090966 after retry RPC after error@2014804315) -> (continuation of Deferred@1802816750 after retry RPC after error@1542345281) -> (continuation of Deferred@1603463777 after retry RPC after error@478977385)))
02:03:05.730 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [223ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1950291970(state=PENDING, result=null, callback=(continuation of Deferred@1488702218 after retry RPC after error@1572046552) -> (continuation of Deferred@1202202367 after retry RPC after error@1264306432) -> (continuation of Deferred@1304340730 after retry RPC after error@209351379) -> (continuation of Deferred@174269053 after retry RPC after error@526776824) -> (continuation of Deferred@665090966 after retry RPC after error@2014804315) -> (continuation of Deferred@1802816750 after retry RPC after error@1542345281) -> (continuation of Deferred@1603463777 after retry RPC after error@478977385), errback=(continuation of Deferred@1488702218 after retry RPC after error@1572046552) -> (continuation of Deferred@1202202367 after retry RPC after error@1264306432) -> (continuation of Deferred@1304340730 after retry RPC after error@209351379) -> (continuation of Deferred@174269053 after retry RPC after error@526776824) -> (continuation of Deferred@665090966 after retry RPC after error@2014804315) -> (continuation of Deferred@1802816750 after retry RPC after error@1542345281) -> (continuation of Deferred@1603463777 after retry RPC after error@478977385)))
02:03:05.747 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.747 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.747 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.748 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.748 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.749 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.767 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.767 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.767 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.768 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.768 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.768 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.769 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.787 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.787 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.787 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.788 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.788 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.788 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.807 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.807 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.807 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.809 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.827 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.827 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.827 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.827 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.828 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.829 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.867 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.867 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.868 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.868 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.868 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.868 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.927 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.927 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.927 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.927 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.927 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.927 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.928 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.929 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@135176812(state=PENDING, result=null, callback=(continuation of Deferred@1210387747 after retry RPC after error@165868510) -> (continuation of Deferred@1301996522 after retry RPC after error@813311479) -> (continuation of Deferred@1356233422 after retry RPC after error@1320427273) -> (continuation of Deferred@1412116614 after retry RPC after error@899670633) -> (continuation of Deferred@1459416606 after retry RPC after error@954138527) -> (continuation of Deferred@905729794 after retry RPC after error@2142922622), errback=(continuation of Deferred@1210387747 after retry RPC after error@165868510) -> (continuation of Deferred@1301996522 after retry RPC after error@813311479) -> (continuation of Deferred@1356233422 after retry RPC after error@1320427273) -> (continuation of Deferred@1412116614 after retry RPC after error@899670633) -> (continuation of Deferred@1459416606 after retry RPC after error@954138527) -> (continuation of Deferred@905729794 after retry RPC after error@2142922622)))
02:03:05.929 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@135176812(state=PENDING, result=null, callback=(continuation of Deferred@1210387747 after retry RPC after error@165868510) -> (continuation of Deferred@1301996522 after retry RPC after error@813311479) -> (continuation of Deferred@1356233422 after retry RPC after error@1320427273) -> (continuation of Deferred@1412116614 after retry RPC after error@899670633) -> (continuation of Deferred@1459416606 after retry RPC after error@954138527) -> (continuation of Deferred@905729794 after retry RPC after error@2142922622), errback=(continuation of Deferred@1210387747 after retry RPC after error@165868510) -> (continuation of Deferred@1301996522 after retry RPC after error@813311479) -> (continuation of Deferred@1356233422 after retry RPC after error@1320427273) -> (continuation of Deferred@1412116614 after retry RPC after error@899670633) -> (continuation of Deferred@1459416606 after retry RPC after error@954138527) -> (continuation of Deferred@905729794 after retry RPC after error@2142922622)))
02:03:05.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.947 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.947 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.947 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.947 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.947 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.947 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.948 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.968 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.968 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.968 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.970 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:05.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:05.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:05.987 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.987 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.987 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.987 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.987 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:05.987 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:05.989 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.007 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.007 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.008 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.008 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.008 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.008 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.010 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.028 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.028 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.028 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.028 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.030 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.068 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.068 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.068 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.069 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.108 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.108 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.108 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.110 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.110 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.110 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.110 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.126 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.127 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.127 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.127 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.127 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.127 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.128 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.129 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [24ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [84ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [164ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [165ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@200681470(state=PENDING, result=null, callback=(continuation of Deferred@1560130703 after retry RPC after error@1144088116) -> (continuation of Deferred@418727836 after retry RPC after error@579226283) -> (continuation of Deferred@326032312 after retry RPC after error@1545670439) -> (continuation of Deferred@1859811992 after retry RPC after error@2115610362) -> (continuation of Deferred@458166682 after retry RPC after error@1338211811) -> (continuation of Deferred@1928384569 after retry RPC after error@1106089707) -> (continuation of Deferred@575507597 after retry RPC after error@1991627074), errback=(continuation of Deferred@1560130703 after retry RPC after error@1144088116) -> (continuation of Deferred@418727836 after retry RPC after error@579226283) -> (continuation of Deferred@326032312 after retry RPC after error@1545670439) -> (continuation of Deferred@1859811992 after retry RPC after error@2115610362) -> (continuation of Deferred@458166682 after retry RPC after error@1338211811) -> (continuation of Deferred@1928384569 after retry RPC after error@1106089707) -> (continuation of Deferred@575507597 after retry RPC after error@1991627074)))
02:03:06.130 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [24ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [84ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [85ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [164ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [165ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@200681470(state=PENDING, result=null, callback=(continuation of Deferred@1560130703 after retry RPC after error@1144088116) -> (continuation of Deferred@418727836 after retry RPC after error@579226283) -> (continuation of Deferred@326032312 after retry RPC after error@1545670439) -> (continuation of Deferred@1859811992 after retry RPC after error@2115610362) -> (continuation of Deferred@458166682 after retry RPC after error@1338211811) -> (continuation of Deferred@1928384569 after retry RPC after error@1106089707) -> (continuation of Deferred@575507597 after retry RPC after error@1991627074), errback=(continuation of Deferred@1560130703 after retry RPC after error@1144088116) -> (continuation of Deferred@418727836 after retry RPC after error@579226283) -> (continuation of Deferred@326032312 after retry RPC after error@1545670439) -> (continuation of Deferred@1859811992 after retry RPC after error@2115610362) -> (continuation of Deferred@458166682 after retry RPC after error@1338211811) -> (continuation of Deferred@1928384569 after retry RPC after error@1106089707) -> (continuation of Deferred@575507597 after retry RPC after error@1991627074)))
02:03:06.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.147 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.147 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.147 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.148 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.149 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.167 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.167 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.167 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.167 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.167 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.167 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.169 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.187 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.187 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.187 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.187 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.187 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.187 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.188 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.206 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.207 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.207 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.207 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.207 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.208 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.208 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.209 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.227 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.227 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.227 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.227 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.229 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.267 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.268 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.268 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.269 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.307 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.307 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.308 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.308 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.308 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.308 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.309 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.327 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.327 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.327 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.328 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.328 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.328 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.329 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.329 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1053099123(state=PENDING, result=null, callback=(continuation of Deferred@671236223 after retry RPC after error@1310123514) -> (continuation of Deferred@1335325760 after retry RPC after error@1499924317) -> (continuation of Deferred@1675408822 after retry RPC after error@446473474) -> (continuation of Deferred@1851651941 after retry RPC after error@258033692) -> (continuation of Deferred@152452419 after retry RPC after error@1994210774) -> (continuation of Deferred@2008681143 after retry RPC after error@1922997748) -> (continuation of Deferred@1255824065 after retry RPC after error@1433857473), errback=(continuation of Deferred@671236223 after retry RPC after error@1310123514) -> (continuation of Deferred@1335325760 after retry RPC after error@1499924317) -> (continuation of Deferred@1675408822 after retry RPC after error@446473474) -> (continuation of Deferred@1851651941 after retry RPC after error@258033692) -> (continuation of Deferred@152452419 after retry RPC after error@1994210774) -> (continuation of Deferred@2008681143 after retry RPC after error@1922997748) -> (continuation of Deferred@1255824065 after retry RPC after error@1433857473)))
02:03:06.330 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1053099123(state=PENDING, result=null, callback=(continuation of Deferred@671236223 after retry RPC after error@1310123514) -> (continuation of Deferred@1335325760 after retry RPC after error@1499924317) -> (continuation of Deferred@1675408822 after retry RPC after error@446473474) -> (continuation of Deferred@1851651941 after retry RPC after error@258033692) -> (continuation of Deferred@152452419 after retry RPC after error@1994210774) -> (continuation of Deferred@2008681143 after retry RPC after error@1922997748) -> (continuation of Deferred@1255824065 after retry RPC after error@1433857473), errback=(continuation of Deferred@671236223 after retry RPC after error@1310123514) -> (continuation of Deferred@1335325760 after retry RPC after error@1499924317) -> (continuation of Deferred@1675408822 after retry RPC after error@446473474) -> (continuation of Deferred@1851651941 after retry RPC after error@258033692) -> (continuation of Deferred@152452419 after retry RPC after error@1994210774) -> (continuation of Deferred@2008681143 after retry RPC after error@1922997748) -> (continuation of Deferred@1255824065 after retry RPC after error@1433857473)))
02:03:06.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.347 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.348 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.348 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.349 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.367 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.367 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.368 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.368 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.369 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.387 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.387 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.387 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.387 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.387 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.388 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.389 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.407 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.407 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.407 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.407 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.407 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.408 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.409 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.427 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.427 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.427 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.429 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.447 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.447 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.447 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.447 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.447 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.447 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.448 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.467 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.467 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.467 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.467 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.467 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.468 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.468 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.527 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.527 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.527 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.528 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.528 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.528 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.529 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.529 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@164453893(state=PENDING, result=null, callback=(continuation of Deferred@846727568 after retry RPC after error@862178665) -> (continuation of Deferred@120745620 after retry RPC after error@1684808961) -> (continuation of Deferred@371889301 after retry RPC after error@990845884) -> (continuation of Deferred@803050631 after retry RPC after error@714926160) -> (continuation of Deferred@1750093738 after retry RPC after error@734100455) -> (continuation of Deferred@1761328052 after retry RPC after error@627576979) -> (continuation of Deferred@1328494219 after retry RPC after error@1871803082), errback=(continuation of Deferred@846727568 after retry RPC after error@862178665) -> (continuation of Deferred@120745620 after retry RPC after error@1684808961) -> (continuation of Deferred@371889301 after retry RPC after error@990845884) -> (continuation of Deferred@803050631 after retry RPC after error@714926160) -> (continuation of Deferred@1750093738 after retry RPC after error@734100455) -> (continuation of Deferred@1761328052 after retry RPC after error@627576979) -> (continuation of Deferred@1328494219 after retry RPC after error@1871803082)))
02:03:06.529 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@164453893(state=PENDING, result=null, callback=(continuation of Deferred@846727568 after retry RPC after error@862178665) -> (continuation of Deferred@120745620 after retry RPC after error@1684808961) -> (continuation of Deferred@371889301 after retry RPC after error@990845884) -> (continuation of Deferred@803050631 after retry RPC after error@714926160) -> (continuation of Deferred@1750093738 after retry RPC after error@734100455) -> (continuation of Deferred@1761328052 after retry RPC after error@627576979) -> (continuation of Deferred@1328494219 after retry RPC after error@1871803082), errback=(continuation of Deferred@846727568 after retry RPC after error@862178665) -> (continuation of Deferred@120745620 after retry RPC after error@1684808961) -> (continuation of Deferred@371889301 after retry RPC after error@990845884) -> (continuation of Deferred@803050631 after retry RPC after error@714926160) -> (continuation of Deferred@1750093738 after retry RPC after error@734100455) -> (continuation of Deferred@1761328052 after retry RPC after error@627576979) -> (continuation of Deferred@1328494219 after retry RPC after error@1871803082)))
02:03:06.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.547 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.547 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.548 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.549 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.567 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.567 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.568 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.568 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.568 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.569 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.569 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.587 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.587 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.587 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.587 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.587 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.587 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.589 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.607 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.607 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.608 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.608 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.608 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.608 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.609 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.627 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.627 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.627 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.629 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.668 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.668 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.668 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.669 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.727 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.727 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.727 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.727 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.728 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.728 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.729 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.729 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@161927112(state=PENDING, result=null, callback=(continuation of Deferred@1833298708 after retry RPC after error@630954705) -> (continuation of Deferred@1134077555 after retry RPC after error@2088761671) -> (continuation of Deferred@1050714263 after retry RPC after error@1200941184) -> (continuation of Deferred@1102669119 after retry RPC after error@1116674446) -> (continuation of Deferred@2039528784 after retry RPC after error@421562890) -> (continuation of Deferred@322602124 after retry RPC after error@700693516), errback=(continuation of Deferred@1833298708 after retry RPC after error@630954705) -> (continuation of Deferred@1134077555 after retry RPC after error@2088761671) -> (continuation of Deferred@1050714263 after retry RPC after error@1200941184) -> (continuation of Deferred@1102669119 after retry RPC after error@1116674446) -> (continuation of Deferred@2039528784 after retry RPC after error@421562890) -> (continuation of Deferred@322602124 after retry RPC after error@700693516)))
02:03:06.730 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@161927112(state=PENDING, result=null, callback=(continuation of Deferred@1833298708 after retry RPC after error@630954705) -> (continuation of Deferred@1134077555 after retry RPC after error@2088761671) -> (continuation of Deferred@1050714263 after retry RPC after error@1200941184) -> (continuation of Deferred@1102669119 after retry RPC after error@1116674446) -> (continuation of Deferred@2039528784 after retry RPC after error@421562890) -> (continuation of Deferred@322602124 after retry RPC after error@700693516), errback=(continuation of Deferred@1833298708 after retry RPC after error@630954705) -> (continuation of Deferred@1134077555 after retry RPC after error@2088761671) -> (continuation of Deferred@1050714263 after retry RPC after error@1200941184) -> (continuation of Deferred@1102669119 after retry RPC after error@1116674446) -> (continuation of Deferred@2039528784 after retry RPC after error@421562890) -> (continuation of Deferred@322602124 after retry RPC after error@700693516)))
02:03:06.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.747 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.747 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.747 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.747 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.747 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.747 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.747 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.749 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.767 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.767 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.767 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.767 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.769 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.787 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.787 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.787 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.787 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:06.800575 25133 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 1)
02:03:06.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:06.802165 25133 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '8fcf77ba3a0648e3837fee5b6cdfa25b', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '8fcf77ba3a0648e3837fee5b6cdfa25b', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 1)
02:03:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:06.804756 25133 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.24.13.126:44527)
02:03:06.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.807 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.807 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.807 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.809 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.809 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.809 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.809 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.827 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.827 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.827 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.827 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.827 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.827 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.827 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.829 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.846 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.847 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.847 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.847 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.849 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.908 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.908 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.908 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.909 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.909 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1093391729(state=PENDING, result=null, callback=(continuation of Deferred@1274593843 after retry RPC after error@1239485901) -> (continuation of Deferred@1075165776 after retry RPC after error@1602908030) -> (continuation of Deferred@1382995942 after retry RPC after error@320878339) -> (continuation of Deferred@2114639885 after retry RPC after error@1928837421) -> (continuation of Deferred@1443004786 after retry RPC after error@1141390494) -> (continuation of Deferred@1827298978 after retry RPC after error@589016259), errback=(continuation of Deferred@1274593843 after retry RPC after error@1239485901) -> (continuation of Deferred@1075165776 after retry RPC after error@1602908030) -> (continuation of Deferred@1382995942 after retry RPC after error@320878339) -> (continuation of Deferred@2114639885 after retry RPC after error@1928837421) -> (continuation of Deferred@1443004786 after retry RPC after error@1141390494) -> (continuation of Deferred@1827298978 after retry RPC after error@589016259)))
02:03:06.910 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1093391729(state=PENDING, result=null, callback=(continuation of Deferred@1274593843 after retry RPC after error@1239485901) -> (continuation of Deferred@1075165776 after retry RPC after error@1602908030) -> (continuation of Deferred@1382995942 after retry RPC after error@320878339) -> (continuation of Deferred@2114639885 after retry RPC after error@1928837421) -> (continuation of Deferred@1443004786 after retry RPC after error@1141390494) -> (continuation of Deferred@1827298978 after retry RPC after error@589016259), errback=(continuation of Deferred@1274593843 after retry RPC after error@1239485901) -> (continuation of Deferred@1075165776 after retry RPC after error@1602908030) -> (continuation of Deferred@1382995942 after retry RPC after error@320878339) -> (continuation of Deferred@2114639885 after retry RPC after error@1928837421) -> (continuation of Deferred@1443004786 after retry RPC after error@1141390494) -> (continuation of Deferred@1827298978 after retry RPC after error@589016259)))
02:03:06.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.928 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.928 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.928 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.928 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.928 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.928 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.929 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.948 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.948 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.948 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.948 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.948 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.948 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.949 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.967 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.968 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.968 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.969 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:06.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:06.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:06.987 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.987 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.987 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:06.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:06.989 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.007 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.007 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.007 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.007 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.007 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.007 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.009 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.047 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.047 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.048 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.048 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.048 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.048 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.049 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.087 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.088 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.088 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.089 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.089 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1076459804(state=PENDING, result=null, callback=(continuation of Deferred@1759373798 after retry RPC after error@1951900540) -> (continuation of Deferred@145722033 after retry RPC after error@54911777) -> (continuation of Deferred@72398966 after retry RPC after error@1297463235) -> (continuation of Deferred@962283226 after retry RPC after error@363587131) -> (continuation of Deferred@347701232 after retry RPC after error@1957832971) -> (continuation of Deferred@398253265 after retry RPC after error@1567390243), errback=(continuation of Deferred@1759373798 after retry RPC after error@1951900540) -> (continuation of Deferred@145722033 after retry RPC after error@54911777) -> (continuation of Deferred@72398966 after retry RPC after error@1297463235) -> (continuation of Deferred@962283226 after retry RPC after error@363587131) -> (continuation of Deferred@347701232 after retry RPC after error@1957832971) -> (continuation of Deferred@398253265 after retry RPC after error@1567390243)))
02:03:07.089 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1076459804(state=PENDING, result=null, callback=(continuation of Deferred@1759373798 after retry RPC after error@1951900540) -> (continuation of Deferred@145722033 after retry RPC after error@54911777) -> (continuation of Deferred@72398966 after retry RPC after error@1297463235) -> (continuation of Deferred@962283226 after retry RPC after error@363587131) -> (continuation of Deferred@347701232 after retry RPC after error@1957832971) -> (continuation of Deferred@398253265 after retry RPC after error@1567390243), errback=(continuation of Deferred@1759373798 after retry RPC after error@1951900540) -> (continuation of Deferred@145722033 after retry RPC after error@54911777) -> (continuation of Deferred@72398966 after retry RPC after error@1297463235) -> (continuation of Deferred@962283226 after retry RPC after error@363587131) -> (continuation of Deferred@347701232 after retry RPC after error@1957832971) -> (continuation of Deferred@398253265 after retry RPC after error@1567390243)))
02:03:07.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.107 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.107 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.107 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.107 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.109 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.127 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.127 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.127 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.127 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.128 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.128 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.147 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.147 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.148 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.148 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.148 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.148 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.149 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.167 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.167 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.168 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.168 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.169 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.187 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.188 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.188 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.189 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.207 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.207 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.207 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.207 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.208 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.208 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.209 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.268 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.268 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.268 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.268 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.268 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.268 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.269 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.288 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.288 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.288 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.289 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.367 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@817675127(state=PENDING, result=null, callback=(continuation of Deferred@65978703 after retry RPC after error@1924506706) -> (continuation of Deferred@1826782262 after retry RPC after error@961549790) -> (continuation of Deferred@1279352578 after retry RPC after error@319419884) -> (continuation of Deferred@1819617399 after retry RPC after error@1437740738) -> (continuation of Deferred@323863097 after retry RPC after error@1329062697) -> (continuation of Deferred@172248104 after retry RPC after error@1321514908) -> (continuation of Deferred@862316663 after retry RPC after error@1136360345) -> (continuation of Deferred@1807112906 after retry RPC after error@10844279), errback=(continuation of Deferred@65978703 after retry RPC after error@1924506706) -> (continuation of Deferred@1826782262 after retry RPC after error@961549790) -> (continuation of Deferred@1279352578 after retry RPC after error@319419884) -> (continuation of Deferred@1819617399 after retry RPC after error@1437740738) -> (continuation of Deferred@323863097 after retry RPC after error@1329062697) -> (continuation of Deferred@172248104 after retry RPC after error@1321514908) -> (continuation of Deferred@862316663 after retry RPC after error@1136360345) -> (continuation of Deferred@1807112906 after retry RPC after error@10844279)))
02:03:07.367 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
02:03:07.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.387 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.388 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.388 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.388 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.389 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.407 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.407 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.407 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.407 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.407 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.407 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.409 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.427 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.427 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.427 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.427 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.427 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.428 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.429 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.448 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.448 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.448 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.449 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.468 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.468 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.468 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.469 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.487 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.487 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.488 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.488 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.488 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.488 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.488 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.488 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.489 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.527 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.527 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.527 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.527 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.527 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.527 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.528 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.607 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.607 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.607 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.609 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.609 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [223ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@811041347(state=PENDING, result=null, callback=(continuation of Deferred@1835041466 after retry RPC after error@1759075877) -> (continuation of Deferred@303443599 after retry RPC after error@509600532) -> (continuation of Deferred@2009323319 after retry RPC after error@1430882204) -> (continuation of Deferred@1980279276 after retry RPC after error@388936570) -> (continuation of Deferred@2117973191 after retry RPC after error@1741797883) -> (continuation of Deferred@1411726116 after retry RPC after error@913504185) -> (continuation of Deferred@637199932 after retry RPC after error@1326357785), errback=(continuation of Deferred@1835041466 after retry RPC after error@1759075877) -> (continuation of Deferred@303443599 after retry RPC after error@509600532) -> (continuation of Deferred@2009323319 after retry RPC after error@1430882204) -> (continuation of Deferred@1980279276 after retry RPC after error@388936570) -> (continuation of Deferred@2117973191 after retry RPC after error@1741797883) -> (continuation of Deferred@1411726116 after retry RPC after error@913504185) -> (continuation of Deferred@637199932 after retry RPC after error@1326357785)))
02:03:07.610 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [223ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@811041347(state=PENDING, result=null, callback=(continuation of Deferred@1835041466 after retry RPC after error@1759075877) -> (continuation of Deferred@303443599 after retry RPC after error@509600532) -> (continuation of Deferred@2009323319 after retry RPC after error@1430882204) -> (continuation of Deferred@1980279276 after retry RPC after error@388936570) -> (continuation of Deferred@2117973191 after retry RPC after error@1741797883) -> (continuation of Deferred@1411726116 after retry RPC after error@913504185) -> (continuation of Deferred@637199932 after retry RPC after error@1326357785), errback=(continuation of Deferred@1835041466 after retry RPC after error@1759075877) -> (continuation of Deferred@303443599 after retry RPC after error@509600532) -> (continuation of Deferred@2009323319 after retry RPC after error@1430882204) -> (continuation of Deferred@1980279276 after retry RPC after error@388936570) -> (continuation of Deferred@2117973191 after retry RPC after error@1741797883) -> (continuation of Deferred@1411726116 after retry RPC after error@913504185) -> (continuation of Deferred@637199932 after retry RPC after error@1326357785)))
02:03:07.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.627 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.627 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.627 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.627 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.627 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.629 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.647 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.647 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.647 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.647 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.647 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.647 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.649 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.667 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.667 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.667 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.668 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.668 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.668 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.669 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.687 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.687 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.687 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.689 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.707 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.707 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.707 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.708 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.709 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.727 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.727 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.727 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.728 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.728 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.728 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.729 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.747 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.747 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.747 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.747 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.747 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.747 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.748 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.749 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.866 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.867 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.867 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.867 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.867 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.867 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.870 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@324904173(state=PENDING, result=null, callback=(continuation of Deferred@202107411 after retry RPC after error@799152958) -> (continuation of Deferred@1526456198 after retry RPC after error@620716792) -> (continuation of Deferred@2012696326 after retry RPC after error@1211355437) -> (continuation of Deferred@1286611010 after retry RPC after error@327639950) -> (continuation of Deferred@1590002055 after retry RPC after error@136939979) -> (continuation of Deferred@1163266748 after retry RPC after error@1835375243) -> (continuation of Deferred@534701849 after retry RPC after error@1543328504), errback=(continuation of Deferred@202107411 after retry RPC after error@799152958) -> (continuation of Deferred@1526456198 after retry RPC after error@620716792) -> (continuation of Deferred@2012696326 after retry RPC after error@1211355437) -> (continuation of Deferred@1286611010 after retry RPC after error@327639950) -> (continuation of Deferred@1590002055 after retry RPC after error@136939979) -> (continuation of Deferred@1163266748 after retry RPC after error@1835375243) -> (continuation of Deferred@534701849 after retry RPC after error@1543328504)))
02:03:07.870 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@324904173(state=PENDING, result=null, callback=(continuation of Deferred@202107411 after retry RPC after error@799152958) -> (continuation of Deferred@1526456198 after retry RPC after error@620716792) -> (continuation of Deferred@2012696326 after retry RPC after error@1211355437) -> (continuation of Deferred@1286611010 after retry RPC after error@327639950) -> (continuation of Deferred@1590002055 after retry RPC after error@136939979) -> (continuation of Deferred@1163266748 after retry RPC after error@1835375243) -> (continuation of Deferred@534701849 after retry RPC after error@1543328504), errback=(continuation of Deferred@202107411 after retry RPC after error@799152958) -> (continuation of Deferred@1526456198 after retry RPC after error@620716792) -> (continuation of Deferred@2012696326 after retry RPC after error@1211355437) -> (continuation of Deferred@1286611010 after retry RPC after error@327639950) -> (continuation of Deferred@1590002055 after retry RPC after error@136939979) -> (continuation of Deferred@1163266748 after retry RPC after error@1835375243) -> (continuation of Deferred@534701849 after retry RPC after error@1543328504)))
02:03:07.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.887 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.887 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.887 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.887 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.887 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.887 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.889 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:07.897696 25910 raft_consensus.cc:493] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Starting pre-election (detected failure of leader df15274ab99d464db432e9e1022fab6f)
02:03:07.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:07.897982 25910 raft_consensus.cc:515] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:03:07.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:07.898979 25910 leader_election.cc:290] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451), df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721)
02:03:07.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:07.900818 25667 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111) [suppressed 7 similar messages]
02:03:07.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:07.902382 25664 leader_election.cc:336] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451): Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111)
02:03:07.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:07.902619 25667 leader_election.cc:336] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721): Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111)
02:03:07.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:07.902748 25667 leader_election.cc:304] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 116f12de246941b8a4f101172489b8fa; no voters: 549d65970144428d80363a03f91f47f8, df15274ab99d464db432e9e1022fab6f
02:03:07.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:07.903060 25910 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
02:03:07.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.907 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.907 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.907 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.907 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.907 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.908 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.909 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.927 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.927 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.927 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.927 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.927 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.928 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.929 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.947 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.947 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.947 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.947 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.947 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.947 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.949 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.967 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.967 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.967 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.967 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.967 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.969 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:07.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:07.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:07.987 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.987 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.987 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.987 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.987 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:07.987 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:07.988 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.027 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.027 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.027 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.027 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.027 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.027 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.029 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.047 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.047 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.048 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.049 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.126 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.126 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.127 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.127 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.127 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.127 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.127 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.127 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.128 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.129 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1171314984(state=PENDING, result=null, callback=(continuation of Deferred@1948784213 after retry RPC after error@1533471682) -> (continuation of Deferred@450446576 after retry RPC after error@1493423898) -> (continuation of Deferred@1831729361 after retry RPC after error@33105485) -> (continuation of Deferred@1364663366 after retry RPC after error@380349041) -> (continuation of Deferred@348271365 after retry RPC after error@1556194462) -> (continuation of Deferred@899495532 after retry RPC after error@2117008012) -> (continuation of Deferred@2079433815 after retry RPC after error@709171939) -> (continuation of Deferred@1983342481 after retry RPC after error@2135165249), errback=(continuation of Deferred@1948784213 after retry RPC after error@1533471682) -> (continuation of Deferred@450446576 after retry RPC after error@1493423898) -> (continuation of Deferred@1831729361 after retry RPC after error@33105485) -> (continuation of Deferred@1364663366 after retry RPC after error@380349041) -> (continuation of Deferred@348271365 after retry RPC after error@1556194462) -> (continuation of Deferred@899495532 after retry RPC after error@2117008012) -> (continuation of Deferred@2079433815 after retry RPC after error@709171939) -> (continuation of Deferred@1983342481 after retry RPC after error@2135165249)))
02:03:08.129 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1171314984(state=PENDING, result=null, callback=(continuation of Deferred@1948784213 after retry RPC after error@1533471682) -> (continuation of Deferred@450446576 after retry RPC after error@1493423898) -> (continuation of Deferred@1831729361 after retry RPC after error@33105485) -> (continuation of Deferred@1364663366 after retry RPC after error@380349041) -> (continuation of Deferred@348271365 after retry RPC after error@1556194462) -> (continuation of Deferred@899495532 after retry RPC after error@2117008012) -> (continuation of Deferred@2079433815 after retry RPC after error@709171939) -> (continuation of Deferred@1983342481 after retry RPC after error@2135165249), errback=(continuation of Deferred@1948784213 after retry RPC after error@1533471682) -> (continuation of Deferred@450446576 after retry RPC after error@1493423898) -> (continuation of Deferred@1831729361 after retry RPC after error@33105485) -> (continuation of Deferred@1364663366 after retry RPC after error@380349041) -> (continuation of Deferred@348271365 after retry RPC after error@1556194462) -> (continuation of Deferred@899495532 after retry RPC after error@2117008012) -> (continuation of Deferred@2079433815 after retry RPC after error@709171939) -> (continuation of Deferred@1983342481 after retry RPC after error@2135165249)))
02:03:08.146 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.147 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.147 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.147 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.148 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.148 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.148 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.149 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.168 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.168 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.168 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.168 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.168 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.168 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.170 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.188 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.188 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.188 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.189 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.208 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.208 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.208 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.209 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.228 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.228 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.228 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.228 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.228 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.228 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.229 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.268 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.268 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.268 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.268 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.268 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.268 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.269 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.288 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.288 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.288 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.289 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.367 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.367 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.367 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.367 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.367 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.368 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.368 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@508550846(state=PENDING, result=null, callback=(continuation of Deferred@528375144 after retry RPC after error@1683735933) -> (continuation of Deferred@1212422317 after retry RPC after error@681481525) -> (continuation of Deferred@1164314707 after retry RPC after error@2133609903) -> (continuation of Deferred@390439831 after retry RPC after error@1261349751) -> (continuation of Deferred@1056904913 after retry RPC after error@589526420) -> (continuation of Deferred@423637884 after retry RPC after error@655054384) -> (continuation of Deferred@1627686302 after retry RPC after error@1504957439), errback=(continuation of Deferred@528375144 after retry RPC after error@1683735933) -> (continuation of Deferred@1212422317 after retry RPC after error@681481525) -> (continuation of Deferred@1164314707 after retry RPC after error@2133609903) -> (continuation of Deferred@390439831 after retry RPC after error@1261349751) -> (continuation of Deferred@1056904913 after retry RPC after error@589526420) -> (continuation of Deferred@423637884 after retry RPC after error@655054384) -> (continuation of Deferred@1627686302 after retry RPC after error@1504957439)))
02:03:08.369 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@508550846(state=PENDING, result=null, callback=(continuation of Deferred@528375144 after retry RPC after error@1683735933) -> (continuation of Deferred@1212422317 after retry RPC after error@681481525) -> (continuation of Deferred@1164314707 after retry RPC after error@2133609903) -> (continuation of Deferred@390439831 after retry RPC after error@1261349751) -> (continuation of Deferred@1056904913 after retry RPC after error@589526420) -> (continuation of Deferred@423637884 after retry RPC after error@655054384) -> (continuation of Deferred@1627686302 after retry RPC after error@1504957439), errback=(continuation of Deferred@528375144 after retry RPC after error@1683735933) -> (continuation of Deferred@1212422317 after retry RPC after error@681481525) -> (continuation of Deferred@1164314707 after retry RPC after error@2133609903) -> (continuation of Deferred@390439831 after retry RPC after error@1261349751) -> (continuation of Deferred@1056904913 after retry RPC after error@589526420) -> (continuation of Deferred@423637884 after retry RPC after error@655054384) -> (continuation of Deferred@1627686302 after retry RPC after error@1504957439)))
02:03:08.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.387 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.387 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.387 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.387 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.387 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.387 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.388 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.407 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.407 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.408 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.408 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.408 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.408 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.409 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.427 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.427 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.428 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.429 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.447 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.447 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.447 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.447 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.447 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.447 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.448 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.467 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.467 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.467 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.467 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.467 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.467 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.468 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.507 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.507 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.507 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.507 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.508 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.508 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.509 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.547 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.547 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.547 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.547 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.547 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.549 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.549 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@2023111478(state=PENDING, result=null, callback=(continuation of Deferred@1452605057 after retry RPC after error@1738928745) -> (continuation of Deferred@837151459 after retry RPC after error@2028152930) -> (continuation of Deferred@158511369 after retry RPC after error@1091316980) -> (continuation of Deferred@1604351172 after retry RPC after error@1046607722) -> (continuation of Deferred@579330902 after retry RPC after error@38539390) -> (continuation of Deferred@1586905767 after retry RPC after error@1878860984), errback=(continuation of Deferred@1452605057 after retry RPC after error@1738928745) -> (continuation of Deferred@837151459 after retry RPC after error@2028152930) -> (continuation of Deferred@158511369 after retry RPC after error@1091316980) -> (continuation of Deferred@1604351172 after retry RPC after error@1046607722) -> (continuation of Deferred@579330902 after retry RPC after error@38539390) -> (continuation of Deferred@1586905767 after retry RPC after error@1878860984)))
02:03:08.549 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@2023111478(state=PENDING, result=null, callback=(continuation of Deferred@1452605057 after retry RPC after error@1738928745) -> (continuation of Deferred@837151459 after retry RPC after error@2028152930) -> (continuation of Deferred@158511369 after retry RPC after error@1091316980) -> (continuation of Deferred@1604351172 after retry RPC after error@1046607722) -> (continuation of Deferred@579330902 after retry RPC after error@38539390) -> (continuation of Deferred@1586905767 after retry RPC after error@1878860984), errback=(continuation of Deferred@1452605057 after retry RPC after error@1738928745) -> (continuation of Deferred@837151459 after retry RPC after error@2028152930) -> (continuation of Deferred@158511369 after retry RPC after error@1091316980) -> (continuation of Deferred@1604351172 after retry RPC after error@1046607722) -> (continuation of Deferred@579330902 after retry RPC after error@38539390) -> (continuation of Deferred@1586905767 after retry RPC after error@1878860984)))
02:03:08.550 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.567 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.567 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.567 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.567 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.568 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.568 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.569 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.587 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.587 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.587 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.588 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.589 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.589 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.590 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.607 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.608 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.608 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.608 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.608 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.608 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.609 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.627 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.628 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.628 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.629 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.647 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.647 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.647 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.647 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.648 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.667 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.667 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.667 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.667 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.667 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.667 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.669 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.707 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.707 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.707 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.707 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.707 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.708 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.708 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.709 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.709 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [24ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1731928438(state=PENDING, result=null, callback=(continuation of Deferred@1909000156 after retry RPC after error@1956233516) -> (continuation of Deferred@117324998 after retry RPC after error@946904574) -> (continuation of Deferred@29268683 after retry RPC after error@999603057) -> (continuation of Deferred@1283172553 after retry RPC after error@1893221333) -> (continuation of Deferred@96860103 after retry RPC after error@454335293) -> (continuation of Deferred@171459958 after retry RPC after error@952920335), errback=(continuation of Deferred@1909000156 after retry RPC after error@1956233516) -> (continuation of Deferred@117324998 after retry RPC after error@946904574) -> (continuation of Deferred@29268683 after retry RPC after error@999603057) -> (continuation of Deferred@1283172553 after retry RPC after error@1893221333) -> (continuation of Deferred@96860103 after retry RPC after error@454335293) -> (continuation of Deferred@171459958 after retry RPC after error@952920335)))
02:03:08.709 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [24ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1731928438(state=PENDING, result=null, callback=(continuation of Deferred@1909000156 after retry RPC after error@1956233516) -> (continuation of Deferred@117324998 after retry RPC after error@946904574) -> (continuation of Deferred@29268683 after retry RPC after error@999603057) -> (continuation of Deferred@1283172553 after retry RPC after error@1893221333) -> (continuation of Deferred@96860103 after retry RPC after error@454335293) -> (continuation of Deferred@171459958 after retry RPC after error@952920335), errback=(continuation of Deferred@1909000156 after retry RPC after error@1956233516) -> (continuation of Deferred@117324998 after retry RPC after error@946904574) -> (continuation of Deferred@29268683 after retry RPC after error@999603057) -> (continuation of Deferred@1283172553 after retry RPC after error@1893221333) -> (continuation of Deferred@96860103 after retry RPC after error@454335293) -> (continuation of Deferred@171459958 after retry RPC after error@952920335)))
02:03:08.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.727 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.727 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.728 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.728 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.729 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.747 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.747 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.748 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.748 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.748 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.749 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.767 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.767 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.768 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.768 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.768 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.768 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.769 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.787 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.787 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.787 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.788 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.788 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.788 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.807 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.807 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.808 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.809 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.827 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.827 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.827 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.827 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.828 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:08.873330 25648 master_runner.cc:186] Error getting master registration for 127.24.13.125:33451: Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111),
02:03:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:08.873497 25648 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:03:08.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:08.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:08.908 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.908 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.908 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.908 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.908 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:08.908 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:08.909 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:08.986 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1568442847(state=PENDING, result=null, callback=(continuation of Deferred@493618636 after retry RPC after error@138962865) -> (continuation of Deferred@1764626861 after retry RPC after error@1344622374) -> (continuation of Deferred@756707979 after retry RPC after error@1722088822) -> (continuation of Deferred@2141072246 after retry RPC after error@87562204) -> (continuation of Deferred@2076750810 after retry RPC after error@986103448) -> (continuation of Deferred@873326381 after retry RPC after error@1900974215) -> (continuation of Deferred@1327938327 after retry RPC after error@1075572245), errback=(continuation of Deferred@493618636 after retry RPC after error@138962865) -> (continuation of Deferred@1764626861 after retry RPC after error@1344622374) -> (continuation of Deferred@756707979 after retry RPC after error@1722088822) -> (continuation of Deferred@2141072246 after retry RPC after error@87562204) -> (continuation of Deferred@2076750810 after retry RPC after error@986103448) -> (continuation of Deferred@873326381 after retry RPC after error@1900974215) -> (continuation of Deferred@1327938327 after retry RPC after error@1075572245)))
02:03:08.987 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
02:03:09.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.007 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.007 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.007 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.008 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.008 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.008 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.009 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.027 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.027 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.027 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.027 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.027 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.027 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.029 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.047 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.047 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.047 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.048 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.067 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.067 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.067 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.067 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.067 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.068 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.069 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.087 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.087 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.087 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.087 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.087 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.087 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.088 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.107 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.107 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.107 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.107 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.107 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.108 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.166 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.167 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.167 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.167 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.167 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.167 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.167 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.169 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.206 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.207 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.207 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.207 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.207 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.207 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.207 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.208 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.209 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@862361216(state=PENDING, result=null, callback=(continuation of Deferred@650814732 after retry RPC after error@750602634) -> (continuation of Deferred@77745322 after retry RPC after error@58136616) -> (continuation of Deferred@1894133647 after retry RPC after error@919722240) -> (continuation of Deferred@545260652 after retry RPC after error@453901836) -> (continuation of Deferred@1515593909 after retry RPC after error@1660414758) -> (continuation of Deferred@1123299440 after retry RPC after error@922573756) -> (continuation of Deferred@1564841566 after retry RPC after error@11986955), errback=(continuation of Deferred@650814732 after retry RPC after error@750602634) -> (continuation of Deferred@77745322 after retry RPC after error@58136616) -> (continuation of Deferred@1894133647 after retry RPC after error@919722240) -> (continuation of Deferred@545260652 after retry RPC after error@453901836) -> (continuation of Deferred@1515593909 after retry RPC after error@1660414758) -> (continuation of Deferred@1123299440 after retry RPC after error@922573756) -> (continuation of Deferred@1564841566 after retry RPC after error@11986955)))
02:03:09.209 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@862361216(state=PENDING, result=null, callback=(continuation of Deferred@650814732 after retry RPC after error@750602634) -> (continuation of Deferred@77745322 after retry RPC after error@58136616) -> (continuation of Deferred@1894133647 after retry RPC after error@919722240) -> (continuation of Deferred@545260652 after retry RPC after error@453901836) -> (continuation of Deferred@1515593909 after retry RPC after error@1660414758) -> (continuation of Deferred@1123299440 after retry RPC after error@922573756) -> (continuation of Deferred@1564841566 after retry RPC after error@11986955), errback=(continuation of Deferred@650814732 after retry RPC after error@750602634) -> (continuation of Deferred@77745322 after retry RPC after error@58136616) -> (continuation of Deferred@1894133647 after retry RPC after error@919722240) -> (continuation of Deferred@545260652 after retry RPC after error@453901836) -> (continuation of Deferred@1515593909 after retry RPC after error@1660414758) -> (continuation of Deferred@1123299440 after retry RPC after error@922573756) -> (continuation of Deferred@1564841566 after retry RPC after error@11986955)))
02:03:09.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.227 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.227 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.227 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.227 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.227 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.227 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.228 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.247 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.247 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.247 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.248 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.266 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.266 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.267 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.267 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.267 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.268 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.288 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.288 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.288 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.288 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.288 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.288 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.289 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.307 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.307 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.307 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.308 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.308 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.308 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.309 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.347 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.347 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.348 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.349 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.367 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.367 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.368 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.369 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.407 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.407 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.407 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.407 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.408 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.408 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.409 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.409 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@188212516(state=PENDING, result=null, callback=(continuation of Deferred@1097250724 after retry RPC after error@1321353891) -> (continuation of Deferred@2086753135 after retry RPC after error@1212909314) -> (continuation of Deferred@1013236280 after retry RPC after error@1617909837) -> (continuation of Deferred@384009476 after retry RPC after error@42230605) -> (continuation of Deferred@409670695 after retry RPC after error@48011863) -> (continuation of Deferred@136176813 after retry RPC after error@698507496) -> (continuation of Deferred@1772655575 after retry RPC after error@264286871), errback=(continuation of Deferred@1097250724 after retry RPC after error@1321353891) -> (continuation of Deferred@2086753135 after retry RPC after error@1212909314) -> (continuation of Deferred@1013236280 after retry RPC after error@1617909837) -> (continuation of Deferred@384009476 after retry RPC after error@42230605) -> (continuation of Deferred@409670695 after retry RPC after error@48011863) -> (continuation of Deferred@136176813 after retry RPC after error@698507496) -> (continuation of Deferred@1772655575 after retry RPC after error@264286871)))
02:03:09.409 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@188212516(state=PENDING, result=null, callback=(continuation of Deferred@1097250724 after retry RPC after error@1321353891) -> (continuation of Deferred@2086753135 after retry RPC after error@1212909314) -> (continuation of Deferred@1013236280 after retry RPC after error@1617909837) -> (continuation of Deferred@384009476 after retry RPC after error@42230605) -> (continuation of Deferred@409670695 after retry RPC after error@48011863) -> (continuation of Deferred@136176813 after retry RPC after error@698507496) -> (continuation of Deferred@1772655575 after retry RPC after error@264286871), errback=(continuation of Deferred@1097250724 after retry RPC after error@1321353891) -> (continuation of Deferred@2086753135 after retry RPC after error@1212909314) -> (continuation of Deferred@1013236280 after retry RPC after error@1617909837) -> (continuation of Deferred@384009476 after retry RPC after error@42230605) -> (continuation of Deferred@409670695 after retry RPC after error@48011863) -> (continuation of Deferred@136176813 after retry RPC after error@698507496) -> (continuation of Deferred@1772655575 after retry RPC after error@264286871)))
02:03:09.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.427 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.427 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.427 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.427 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.427 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.428 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.429 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.447 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.447 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.447 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.447 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.447 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.447 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.448 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.467 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.467 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.467 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.468 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.468 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.487 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.487 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.487 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.487 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.487 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.487 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.488 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.507 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.507 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.507 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.508 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.508 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.508 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.509 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.547 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.547 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.547 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.547 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.548 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.587 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.587 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.587 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.587 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.587 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.587 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.588 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.667 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.667 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.667 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.667 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.667 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.667 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.669 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.669 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1710228950(state=PENDING, result=null, callback=(continuation of Deferred@869978842 after retry RPC after error@270753496) -> (continuation of Deferred@1266135802 after retry RPC after error@776786167) -> (continuation of Deferred@1264946150 after retry RPC after error@1094375884) -> (continuation of Deferred@925651827 after retry RPC after error@2133845513) -> (continuation of Deferred@418539697 after retry RPC after error@261175002) -> (continuation of Deferred@1525894032 after retry RPC after error@1525473641) -> (continuation of Deferred@1364241765 after retry RPC after error@1475442291), errback=(continuation of Deferred@869978842 after retry RPC after error@270753496) -> (continuation of Deferred@1266135802 after retry RPC after error@776786167) -> (continuation of Deferred@1264946150 after retry RPC after error@1094375884) -> (continuation of Deferred@925651827 after retry RPC after error@2133845513) -> (continuation of Deferred@418539697 after retry RPC after error@261175002) -> (continuation of Deferred@1525894032 after retry RPC after error@1525473641) -> (continuation of Deferred@1364241765 after retry RPC after error@1475442291)))
02:03:09.670 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1710228950(state=PENDING, result=null, callback=(continuation of Deferred@869978842 after retry RPC after error@270753496) -> (continuation of Deferred@1266135802 after retry RPC after error@776786167) -> (continuation of Deferred@1264946150 after retry RPC after error@1094375884) -> (continuation of Deferred@925651827 after retry RPC after error@2133845513) -> (continuation of Deferred@418539697 after retry RPC after error@261175002) -> (continuation of Deferred@1525894032 after retry RPC after error@1525473641) -> (continuation of Deferred@1364241765 after retry RPC after error@1475442291), errback=(continuation of Deferred@869978842 after retry RPC after error@270753496) -> (continuation of Deferred@1266135802 after retry RPC after error@776786167) -> (continuation of Deferred@1264946150 after retry RPC after error@1094375884) -> (continuation of Deferred@925651827 after retry RPC after error@2133845513) -> (continuation of Deferred@418539697 after retry RPC after error@261175002) -> (continuation of Deferred@1525894032 after retry RPC after error@1525473641) -> (continuation of Deferred@1364241765 after retry RPC after error@1475442291)))
02:03:09.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.687 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.687 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.687 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.687 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.687 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.688 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.689 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.707 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.707 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.707 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.707 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.709 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.727 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.727 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.727 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.727 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.727 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.728 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.747 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.747 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.747 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.747 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.747 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.747 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.747 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.747 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.747 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.748 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.749 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.767 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.767 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.767 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.767 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.767 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.767 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.768 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.787 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.787 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.787 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.787 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.788 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.827 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.827 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.827 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.828 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.846 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.846 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.847 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.847 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.847 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.847 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.847 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.847 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.848 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.849 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1166686253(state=PENDING, result=null, callback=(continuation of Deferred@1306607509 after retry RPC after error@1821503587) -> (continuation of Deferred@1691114640 after retry RPC after error@1880312692) -> (continuation of Deferred@877322100 after retry RPC after error@1463497590) -> (continuation of Deferred@1360387549 after retry RPC after error@993485920) -> (continuation of Deferred@1499774221 after retry RPC after error@1472894420) -> (continuation of Deferred@676221381 after retry RPC after error@676996296) -> (continuation of Deferred@1420458011 after retry RPC after error@1473061743), errback=(continuation of Deferred@1306607509 after retry RPC after error@1821503587) -> (continuation of Deferred@1691114640 after retry RPC after error@1880312692) -> (continuation of Deferred@877322100 after retry RPC after error@1463497590) -> (continuation of Deferred@1360387549 after retry RPC after error@993485920) -> (continuation of Deferred@1499774221 after retry RPC after error@1472894420) -> (continuation of Deferred@676221381 after retry RPC after error@676996296) -> (continuation of Deferred@1420458011 after retry RPC after error@1473061743)))
02:03:09.849 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1166686253(state=PENDING, result=null, callback=(continuation of Deferred@1306607509 after retry RPC after error@1821503587) -> (continuation of Deferred@1691114640 after retry RPC after error@1880312692) -> (continuation of Deferred@877322100 after retry RPC after error@1463497590) -> (continuation of Deferred@1360387549 after retry RPC after error@993485920) -> (continuation of Deferred@1499774221 after retry RPC after error@1472894420) -> (continuation of Deferred@676221381 after retry RPC after error@676996296) -> (continuation of Deferred@1420458011 after retry RPC after error@1473061743), errback=(continuation of Deferred@1306607509 after retry RPC after error@1821503587) -> (continuation of Deferred@1691114640 after retry RPC after error@1880312692) -> (continuation of Deferred@877322100 after retry RPC after error@1463497590) -> (continuation of Deferred@1360387549 after retry RPC after error@993485920) -> (continuation of Deferred@1499774221 after retry RPC after error@1472894420) -> (continuation of Deferred@676221381 after retry RPC after error@676996296) -> (continuation of Deferred@1420458011 after retry RPC after error@1473061743)))
02:03:09.866 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.866 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.867 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.867 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.867 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.867 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.867 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.867 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.868 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.888 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.888 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.888 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.889 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.907 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.907 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.907 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.907 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.907 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.907 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.908 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.928 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.928 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.928 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.928 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.928 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.928 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.929 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.947 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.947 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.947 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.947 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.947 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.947 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.948 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:09.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:09.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:09.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.968 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.968 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:09.968 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:09.969 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.027 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.027 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.027 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.027 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.027 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.027 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.029 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.029 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@2083569934(state=PENDING, result=null, callback=(continuation of Deferred@483114061 after retry RPC after error@362143212) -> (continuation of Deferred@1724073134 after retry RPC after error@469877193) -> (continuation of Deferred@1567174608 after retry RPC after error@1722348332) -> (continuation of Deferred@439496035 after retry RPC after error@145729637) -> (continuation of Deferred@472645903 after retry RPC after error@1027383349) -> (continuation of Deferred@921619396 after retry RPC after error@1140306428), errback=(continuation of Deferred@483114061 after retry RPC after error@362143212) -> (continuation of Deferred@1724073134 after retry RPC after error@469877193) -> (continuation of Deferred@1567174608 after retry RPC after error@1722348332) -> (continuation of Deferred@439496035 after retry RPC after error@145729637) -> (continuation of Deferred@472645903 after retry RPC after error@1027383349) -> (continuation of Deferred@921619396 after retry RPC after error@1140306428)))
02:03:10.029 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@2083569934(state=PENDING, result=null, callback=(continuation of Deferred@483114061 after retry RPC after error@362143212) -> (continuation of Deferred@1724073134 after retry RPC after error@469877193) -> (continuation of Deferred@1567174608 after retry RPC after error@1722348332) -> (continuation of Deferred@439496035 after retry RPC after error@145729637) -> (continuation of Deferred@472645903 after retry RPC after error@1027383349) -> (continuation of Deferred@921619396 after retry RPC after error@1140306428), errback=(continuation of Deferred@483114061 after retry RPC after error@362143212) -> (continuation of Deferred@1724073134 after retry RPC after error@469877193) -> (continuation of Deferred@1567174608 after retry RPC after error@1722348332) -> (continuation of Deferred@439496035 after retry RPC after error@145729637) -> (continuation of Deferred@472645903 after retry RPC after error@1027383349) -> (continuation of Deferred@921619396 after retry RPC after error@1140306428)))
02:03:10.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.047 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.047 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.047 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.047 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.047 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.047 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.048 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.067 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.067 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.067 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.067 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.067 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.067 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.068 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.088 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.088 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.088 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.089 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.107 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.107 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.107 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.107 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.108 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.128 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.128 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.128 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.128 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.128 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.128 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.167 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.167 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.168 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.168 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.168 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.168 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.169 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.227 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.227 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.227 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.227 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.228 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.287 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.287 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.287 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.287 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.287 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.287 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.288 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.289 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@427060023(state=PENDING, result=null, callback=(continuation of Deferred@675198227 after retry RPC after error@1534608559) -> (continuation of Deferred@1729968716 after retry RPC after error@1560991819) -> (continuation of Deferred@4290772 after retry RPC after error@419764559) -> (continuation of Deferred@398757753 after retry RPC after error@478659914) -> (continuation of Deferred@386632150 after retry RPC after error@653604121) -> (continuation of Deferred@360307193 after retry RPC after error@930542473) -> (continuation of Deferred@2096662920 after retry RPC after error@1940535027), errback=(continuation of Deferred@675198227 after retry RPC after error@1534608559) -> (continuation of Deferred@1729968716 after retry RPC after error@1560991819) -> (continuation of Deferred@4290772 after retry RPC after error@419764559) -> (continuation of Deferred@398757753 after retry RPC after error@478659914) -> (continuation of Deferred@386632150 after retry RPC after error@653604121) -> (continuation of Deferred@360307193 after retry RPC after error@930542473) -> (continuation of Deferred@2096662920 after retry RPC after error@1940535027)))
02:03:10.289 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@427060023(state=PENDING, result=null, callback=(continuation of Deferred@675198227 after retry RPC after error@1534608559) -> (continuation of Deferred@1729968716 after retry RPC after error@1560991819) -> (continuation of Deferred@4290772 after retry RPC after error@419764559) -> (continuation of Deferred@398757753 after retry RPC after error@478659914) -> (continuation of Deferred@386632150 after retry RPC after error@653604121) -> (continuation of Deferred@360307193 after retry RPC after error@930542473) -> (continuation of Deferred@2096662920 after retry RPC after error@1940535027), errback=(continuation of Deferred@675198227 after retry RPC after error@1534608559) -> (continuation of Deferred@1729968716 after retry RPC after error@1560991819) -> (continuation of Deferred@4290772 after retry RPC after error@419764559) -> (continuation of Deferred@398757753 after retry RPC after error@478659914) -> (continuation of Deferred@386632150 after retry RPC after error@653604121) -> (continuation of Deferred@360307193 after retry RPC after error@930542473) -> (continuation of Deferred@2096662920 after retry RPC after error@1940535027)))
02:03:10.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.307 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.307 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.307 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.307 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.307 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.307 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.308 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.327 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.327 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.328 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.328 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.328 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.328 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.329 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.348 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.348 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.348 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.349 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.367 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.367 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.367 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.367 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.368 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.369 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.387 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.387 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.387 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.387 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.387 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.387 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.388 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.407 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.407 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.407 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.407 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.407 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.407 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.408 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.427 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.427 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.427 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.428 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.447 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.447 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.447 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.447 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.447 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.447 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.448 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.449 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@649516939(state=PENDING, result=null, callback=(continuation of Deferred@1619513186 after retry RPC after error@2107885905) -> (continuation of Deferred@1072496758 after retry RPC after error@796361359) -> (continuation of Deferred@1909830876 after retry RPC after error@308216566) -> (continuation of Deferred@1172721275 after retry RPC after error@1452724146) -> (continuation of Deferred@179958504 after retry RPC after error@1620777467) -> (continuation of Deferred@402195973 after retry RPC after error@2004004887) -> (continuation of Deferred@840508067 after retry RPC after error@175485402), errback=(continuation of Deferred@1619513186 after retry RPC after error@2107885905) -> (continuation of Deferred@1072496758 after retry RPC after error@796361359) -> (continuation of Deferred@1909830876 after retry RPC after error@308216566) -> (continuation of Deferred@1172721275 after retry RPC after error@1452724146) -> (continuation of Deferred@179958504 after retry RPC after error@1620777467) -> (continuation of Deferred@402195973 after retry RPC after error@2004004887) -> (continuation of Deferred@840508067 after retry RPC after error@175485402)))
02:03:10.449 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@649516939(state=PENDING, result=null, callback=(continuation of Deferred@1619513186 after retry RPC after error@2107885905) -> (continuation of Deferred@1072496758 after retry RPC after error@796361359) -> (continuation of Deferred@1909830876 after retry RPC after error@308216566) -> (continuation of Deferred@1172721275 after retry RPC after error@1452724146) -> (continuation of Deferred@179958504 after retry RPC after error@1620777467) -> (continuation of Deferred@402195973 after retry RPC after error@2004004887) -> (continuation of Deferred@840508067 after retry RPC after error@175485402), errback=(continuation of Deferred@1619513186 after retry RPC after error@2107885905) -> (continuation of Deferred@1072496758 after retry RPC after error@796361359) -> (continuation of Deferred@1909830876 after retry RPC after error@308216566) -> (continuation of Deferred@1172721275 after retry RPC after error@1452724146) -> (continuation of Deferred@179958504 after retry RPC after error@1620777467) -> (continuation of Deferred@402195973 after retry RPC after error@2004004887) -> (continuation of Deferred@840508067 after retry RPC after error@175485402)))
02:03:10.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:10.458251 25927 raft_consensus.cc:493] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Starting pre-election (detected failure of leader df15274ab99d464db432e9e1022fab6f)
02:03:10.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:10.458455 25927 raft_consensus.cc:515] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:03:10.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:10.459110 25927 leader_election.cc:290] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451), df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721)
02:03:10.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:10.461591 25664 leader_election.cc:336] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451): Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111)
02:03:10.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:10.461772 25667 leader_election.cc:336] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721): Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111)
02:03:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:10.461884 25667 leader_election.cc:304] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 116f12de246941b8a4f101172489b8fa; no voters: 549d65970144428d80363a03f91f47f8, df15274ab99d464db432e9e1022fab6f
02:03:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:10.462215 25927 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
02:03:10.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.466 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.466 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.466 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.467 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.467 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.467 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.468 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.487 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.487 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.487 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.487 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.487 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.487 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.488 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.488 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.489 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.507 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.507 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.507 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.507 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.509 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.527 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.527 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.527 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.529 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.547 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.547 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.547 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.547 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.547 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.547 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.549 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.567 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.567 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.567 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.567 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.567 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.567 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.568 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.627 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.627 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.628 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.629 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.647 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.647 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.647 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.647 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.649 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.649 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1303311235(state=PENDING, result=null, callback=(continuation of Deferred@575230637 after retry RPC after error@1865405733) -> (continuation of Deferred@1967549081 after retry RPC after error@1330556249) -> (continuation of Deferred@662327847 after retry RPC after error@913124624) -> (continuation of Deferred@1891208166 after retry RPC after error@1244120269) -> (continuation of Deferred@1060723908 after retry RPC after error@1625551774) -> (continuation of Deferred@1555673823 after retry RPC after error@676074537) -> (continuation of Deferred@1567007384 after retry RPC after error@585553321), errback=(continuation of Deferred@575230637 after retry RPC after error@1865405733) -> (continuation of Deferred@1967549081 after retry RPC after error@1330556249) -> (continuation of Deferred@662327847 after retry RPC after error@913124624) -> (continuation of Deferred@1891208166 after retry RPC after error@1244120269) -> (continuation of Deferred@1060723908 after retry RPC after error@1625551774) -> (continuation of Deferred@1555673823 after retry RPC after error@676074537) -> (continuation of Deferred@1567007384 after retry RPC after error@585553321)))
02:03:10.649 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1303311235(state=PENDING, result=null, callback=(continuation of Deferred@575230637 after retry RPC after error@1865405733) -> (continuation of Deferred@1967549081 after retry RPC after error@1330556249) -> (continuation of Deferred@662327847 after retry RPC after error@913124624) -> (continuation of Deferred@1891208166 after retry RPC after error@1244120269) -> (continuation of Deferred@1060723908 after retry RPC after error@1625551774) -> (continuation of Deferred@1555673823 after retry RPC after error@676074537) -> (continuation of Deferred@1567007384 after retry RPC after error@585553321), errback=(continuation of Deferred@575230637 after retry RPC after error@1865405733) -> (continuation of Deferred@1967549081 after retry RPC after error@1330556249) -> (continuation of Deferred@662327847 after retry RPC after error@913124624) -> (continuation of Deferred@1891208166 after retry RPC after error@1244120269) -> (continuation of Deferred@1060723908 after retry RPC after error@1625551774) -> (continuation of Deferred@1555673823 after retry RPC after error@676074537) -> (continuation of Deferred@1567007384 after retry RPC after error@585553321)))
02:03:10.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.667 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.667 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.667 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.667 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.667 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.667 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.669 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.687 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.687 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.687 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.687 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.687 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.687 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.689 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.707 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.707 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.707 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.708 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.727 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.727 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.727 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.727 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.727 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.729 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.747 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.747 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.747 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.747 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.747 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.747 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.748 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.787 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.787 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.787 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.787 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.787 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.787 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.807 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.807 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.807 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.808 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.907 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.907 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.907 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.907 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.907 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.908 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.909 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.909 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1656757307(state=PENDING, result=null, callback=(continuation of Deferred@1240188108 after retry RPC after error@139980802) -> (continuation of Deferred@1359474575 after retry RPC after error@868487248) -> (continuation of Deferred@605978432 after retry RPC after error@335432737) -> (continuation of Deferred@2104205894 after retry RPC after error@1849584427) -> (continuation of Deferred@957214163 after retry RPC after error@1483944343) -> (continuation of Deferred@2024456525 after retry RPC after error@1708169792) -> (continuation of Deferred@870678620 after retry RPC after error@1918627902), errback=(continuation of Deferred@1240188108 after retry RPC after error@139980802) -> (continuation of Deferred@1359474575 after retry RPC after error@868487248) -> (continuation of Deferred@605978432 after retry RPC after error@335432737) -> (continuation of Deferred@2104205894 after retry RPC after error@1849584427) -> (continuation of Deferred@957214163 after retry RPC after error@1483944343) -> (continuation of Deferred@2024456525 after retry RPC after error@1708169792) -> (continuation of Deferred@870678620 after retry RPC after error@1918627902)))
02:03:10.910 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1656757307(state=PENDING, result=null, callback=(continuation of Deferred@1240188108 after retry RPC after error@139980802) -> (continuation of Deferred@1359474575 after retry RPC after error@868487248) -> (continuation of Deferred@605978432 after retry RPC after error@335432737) -> (continuation of Deferred@2104205894 after retry RPC after error@1849584427) -> (continuation of Deferred@957214163 after retry RPC after error@1483944343) -> (continuation of Deferred@2024456525 after retry RPC after error@1708169792) -> (continuation of Deferred@870678620 after retry RPC after error@1918627902), errback=(continuation of Deferred@1240188108 after retry RPC after error@139980802) -> (continuation of Deferred@1359474575 after retry RPC after error@868487248) -> (continuation of Deferred@605978432 after retry RPC after error@335432737) -> (continuation of Deferred@2104205894 after retry RPC after error@1849584427) -> (continuation of Deferred@957214163 after retry RPC after error@1483944343) -> (continuation of Deferred@2024456525 after retry RPC after error@1708169792) -> (continuation of Deferred@870678620 after retry RPC after error@1918627902)))
02:03:10.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.927 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.927 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.927 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.927 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.928 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.928 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.929 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.947 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.947 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.947 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.947 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.948 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.948 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.949 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.967 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.968 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.968 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.970 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:10.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:10.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:10.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.988 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:10.988 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.988 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:10.990 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.007 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.007 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.008 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.008 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.008 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.008 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.009 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.048 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.048 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.048 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.048 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.048 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.048 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.049 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.087 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.087 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.087 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.089 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.090 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [44ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@2082680117(state=PENDING, result=null, callback=(continuation of Deferred@1916653196 after retry RPC after error@662966316) -> (continuation of Deferred@1630152362 after retry RPC after error@75887935) -> (continuation of Deferred@416289421 after retry RPC after error@533882059) -> (continuation of Deferred@796724973 after retry RPC after error@75119152) -> (continuation of Deferred@480646216 after retry RPC after error@283041579) -> (continuation of Deferred@1469292987 after retry RPC after error@40741571), errback=(continuation of Deferred@1916653196 after retry RPC after error@662966316) -> (continuation of Deferred@1630152362 after retry RPC after error@75887935) -> (continuation of Deferred@416289421 after retry RPC after error@533882059) -> (continuation of Deferred@796724973 after retry RPC after error@75119152) -> (continuation of Deferred@480646216 after retry RPC after error@283041579) -> (continuation of Deferred@1469292987 after retry RPC after error@40741571)))
02:03:11.090 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [44ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@2082680117(state=PENDING, result=null, callback=(continuation of Deferred@1916653196 after retry RPC after error@662966316) -> (continuation of Deferred@1630152362 after retry RPC after error@75887935) -> (continuation of Deferred@416289421 after retry RPC after error@533882059) -> (continuation of Deferred@796724973 after retry RPC after error@75119152) -> (continuation of Deferred@480646216 after retry RPC after error@283041579) -> (continuation of Deferred@1469292987 after retry RPC after error@40741571), errback=(continuation of Deferred@1916653196 after retry RPC after error@662966316) -> (continuation of Deferred@1630152362 after retry RPC after error@75887935) -> (continuation of Deferred@416289421 after retry RPC after error@533882059) -> (continuation of Deferred@796724973 after retry RPC after error@75119152) -> (continuation of Deferred@480646216 after retry RPC after error@283041579) -> (continuation of Deferred@1469292987 after retry RPC after error@40741571)))
02:03:11.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.108 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.108 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.108 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.109 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.127 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.128 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.128 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.128 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.128 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.128 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.148 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.148 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.148 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.148 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.148 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.148 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.149 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.166 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.167 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.167 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.167 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.167 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.167 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.167 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.169 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.187 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.187 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.187 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.189 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.206 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.207 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.207 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.207 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.207 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.207 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.207 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.209 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.247 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.247 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.247 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.248 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.248 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.248 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.249 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.347 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.347 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.347 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.347 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.347 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.347 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.348 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.349 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1821662807(state=PENDING, result=null, callback=(continuation of Deferred@109402076 after retry RPC after error@22777657) -> (continuation of Deferred@1305709517 after retry RPC after error@66781894) -> (continuation of Deferred@804032210 after retry RPC after error@1913908817) -> (continuation of Deferred@592420413 after retry RPC after error@2021213600) -> (continuation of Deferred@866704995 after retry RPC after error@1587859233) -> (continuation of Deferred@21306558 after retry RPC after error@857939315) -> (continuation of Deferred@1183684274 after retry RPC after error@1051231365), errback=(continuation of Deferred@109402076 after retry RPC after error@22777657) -> (continuation of Deferred@1305709517 after retry RPC after error@66781894) -> (continuation of Deferred@804032210 after retry RPC after error@1913908817) -> (continuation of Deferred@592420413 after retry RPC after error@2021213600) -> (continuation of Deferred@866704995 after retry RPC after error@1587859233) -> (continuation of Deferred@21306558 after retry RPC after error@857939315) -> (continuation of Deferred@1183684274 after retry RPC after error@1051231365)))
02:03:11.349 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1821662807(state=PENDING, result=null, callback=(continuation of Deferred@109402076 after retry RPC after error@22777657) -> (continuation of Deferred@1305709517 after retry RPC after error@66781894) -> (continuation of Deferred@804032210 after retry RPC after error@1913908817) -> (continuation of Deferred@592420413 after retry RPC after error@2021213600) -> (continuation of Deferred@866704995 after retry RPC after error@1587859233) -> (continuation of Deferred@21306558 after retry RPC after error@857939315) -> (continuation of Deferred@1183684274 after retry RPC after error@1051231365), errback=(continuation of Deferred@109402076 after retry RPC after error@22777657) -> (continuation of Deferred@1305709517 after retry RPC after error@66781894) -> (continuation of Deferred@804032210 after retry RPC after error@1913908817) -> (continuation of Deferred@592420413 after retry RPC after error@2021213600) -> (continuation of Deferred@866704995 after retry RPC after error@1587859233) -> (continuation of Deferred@21306558 after retry RPC after error@857939315) -> (continuation of Deferred@1183684274 after retry RPC after error@1051231365)))
02:03:11.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.367 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.367 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.367 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.367 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.367 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.368 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.388 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.388 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.388 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.388 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.388 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.388 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.389 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.407 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.407 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.407 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.407 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.407 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.408 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.409 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.427 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.427 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.427 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.428 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.447 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.447 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.447 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.447 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.447 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.447 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.448 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.487 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.487 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.487 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.487 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.487 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.487 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.487 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.488 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.507 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.507 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.507 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.507 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.507 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.507 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.508 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.607 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.607 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.607 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.609 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.609 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1561119914(state=PENDING, result=null, callback=(continuation of Deferred@1309022206 after retry RPC after error@380011922) -> (continuation of Deferred@1401017824 after retry RPC after error@1750284966) -> (continuation of Deferred@370436533 after retry RPC after error@876406000) -> (continuation of Deferred@1775180098 after retry RPC after error@414746839) -> (continuation of Deferred@768873396 after retry RPC after error@2115791258) -> (continuation of Deferred@1871215122 after retry RPC after error@866826500) -> (continuation of Deferred@1047418230 after retry RPC after error@589544344), errback=(continuation of Deferred@1309022206 after retry RPC after error@380011922) -> (continuation of Deferred@1401017824 after retry RPC after error@1750284966) -> (continuation of Deferred@370436533 after retry RPC after error@876406000) -> (continuation of Deferred@1775180098 after retry RPC after error@414746839) -> (continuation of Deferred@768873396 after retry RPC after error@2115791258) -> (continuation of Deferred@1871215122 after retry RPC after error@866826500) -> (continuation of Deferred@1047418230 after retry RPC after error@589544344)))
02:03:11.609 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1561119914(state=PENDING, result=null, callback=(continuation of Deferred@1309022206 after retry RPC after error@380011922) -> (continuation of Deferred@1401017824 after retry RPC after error@1750284966) -> (continuation of Deferred@370436533 after retry RPC after error@876406000) -> (continuation of Deferred@1775180098 after retry RPC after error@414746839) -> (continuation of Deferred@768873396 after retry RPC after error@2115791258) -> (continuation of Deferred@1871215122 after retry RPC after error@866826500) -> (continuation of Deferred@1047418230 after retry RPC after error@589544344), errback=(continuation of Deferred@1309022206 after retry RPC after error@380011922) -> (continuation of Deferred@1401017824 after retry RPC after error@1750284966) -> (continuation of Deferred@370436533 after retry RPC after error@876406000) -> (continuation of Deferred@1775180098 after retry RPC after error@414746839) -> (continuation of Deferred@768873396 after retry RPC after error@2115791258) -> (continuation of Deferred@1871215122 after retry RPC after error@866826500) -> (continuation of Deferred@1047418230 after retry RPC after error@589544344)))
02:03:11.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.627 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.627 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.627 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.627 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.627 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.629 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.647 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.647 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.647 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.647 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.647 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.647 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.648 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.667 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.667 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.667 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.667 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.667 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.668 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.669 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.687 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.687 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.687 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.688 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.707 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.707 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.707 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.708 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.727 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.727 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.727 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.727 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.727 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.727 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.728 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.787 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.787 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.787 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.787 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.787 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.787 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.788 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.807 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.807 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.807 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.808 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.866 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.866 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.867 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.867 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.867 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.867 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.867 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.867 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.869 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1510824278(state=PENDING, result=null, callback=(continuation of Deferred@695354583 after retry RPC after error@1753007265) -> (continuation of Deferred@1577525117 after retry RPC after error@1861233154) -> (continuation of Deferred@1428135927 after retry RPC after error@1539833913) -> (continuation of Deferred@1037177034 after retry RPC after error@1377668424) -> (continuation of Deferred@2069119195 after retry RPC after error@1611030080) -> (continuation of Deferred@1308575434 after retry RPC after error@1932977648) -> (continuation of Deferred@708649429 after retry RPC after error@2023460492) -> (continuation of Deferred@1332043331 after retry RPC after error@196619066), errback=(continuation of Deferred@695354583 after retry RPC after error@1753007265) -> (continuation of Deferred@1577525117 after retry RPC after error@1861233154) -> (continuation of Deferred@1428135927 after retry RPC after error@1539833913) -> (continuation of Deferred@1037177034 after retry RPC after error@1377668424) -> (continuation of Deferred@2069119195 after retry RPC after error@1611030080) -> (continuation of Deferred@1308575434 after retry RPC after error@1932977648) -> (continuation of Deferred@708649429 after retry RPC after error@2023460492) -> (continuation of Deferred@1332043331 after retry RPC after error@196619066)))
02:03:11.869 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1510824278(state=PENDING, result=null, callback=(continuation of Deferred@695354583 after retry RPC after error@1753007265) -> (continuation of Deferred@1577525117 after retry RPC after error@1861233154) -> (continuation of Deferred@1428135927 after retry RPC after error@1539833913) -> (continuation of Deferred@1037177034 after retry RPC after error@1377668424) -> (continuation of Deferred@2069119195 after retry RPC after error@1611030080) -> (continuation of Deferred@1308575434 after retry RPC after error@1932977648) -> (continuation of Deferred@708649429 after retry RPC after error@2023460492) -> (continuation of Deferred@1332043331 after retry RPC after error@196619066), errback=(continuation of Deferred@695354583 after retry RPC after error@1753007265) -> (continuation of Deferred@1577525117 after retry RPC after error@1861233154) -> (continuation of Deferred@1428135927 after retry RPC after error@1539833913) -> (continuation of Deferred@1037177034 after retry RPC after error@1377668424) -> (continuation of Deferred@2069119195 after retry RPC after error@1611030080) -> (continuation of Deferred@1308575434 after retry RPC after error@1932977648) -> (continuation of Deferred@708649429 after retry RPC after error@2023460492) -> (continuation of Deferred@1332043331 after retry RPC after error@196619066)))
02:03:11.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:11.874390 25133 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 1)
02:03:11.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:11.876894 25133 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '32631f9216744834a2af3633bfaf79fc', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '32631f9216744834a2af3633bfaf79fc', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 1)
02:03:11.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:11.879666 25133 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.24.13.126:44527)
02:03:11.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.887 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.887 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.887 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.887 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.887 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.887 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.888 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.907 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.907 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.907 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.907 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.907 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.908 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.908 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.927 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.927 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.927 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.927 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.927 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.927 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.929 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.947 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.947 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.947 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.947 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.948 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.948 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.949 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.967 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.967 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.967 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.967 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.968 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.968 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.969 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:11.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:11.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:11.987 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.987 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.987 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:11.987 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.987 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.987 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:11.988 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.067 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.067 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.068 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.069 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.069 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1068373683(state=PENDING, result=null, callback=(continuation of Deferred@1014725381 after retry RPC after error@759697861) -> (continuation of Deferred@315766425 after retry RPC after error@1569104382) -> (continuation of Deferred@985815576 after retry RPC after error@1466544828) -> (continuation of Deferred@1418473526 after retry RPC after error@1013834248) -> (continuation of Deferred@349662471 after retry RPC after error@246534515) -> (continuation of Deferred@998858003 after retry RPC after error@1755809224), errback=(continuation of Deferred@1014725381 after retry RPC after error@759697861) -> (continuation of Deferred@315766425 after retry RPC after error@1569104382) -> (continuation of Deferred@985815576 after retry RPC after error@1466544828) -> (continuation of Deferred@1418473526 after retry RPC after error@1013834248) -> (continuation of Deferred@349662471 after retry RPC after error@246534515) -> (continuation of Deferred@998858003 after retry RPC after error@1755809224)))
02:03:12.070 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1068373683(state=PENDING, result=null, callback=(continuation of Deferred@1014725381 after retry RPC after error@759697861) -> (continuation of Deferred@315766425 after retry RPC after error@1569104382) -> (continuation of Deferred@985815576 after retry RPC after error@1466544828) -> (continuation of Deferred@1418473526 after retry RPC after error@1013834248) -> (continuation of Deferred@349662471 after retry RPC after error@246534515) -> (continuation of Deferred@998858003 after retry RPC after error@1755809224), errback=(continuation of Deferred@1014725381 after retry RPC after error@759697861) -> (continuation of Deferred@315766425 after retry RPC after error@1569104382) -> (continuation of Deferred@985815576 after retry RPC after error@1466544828) -> (continuation of Deferred@1418473526 after retry RPC after error@1013834248) -> (continuation of Deferred@349662471 after retry RPC after error@246534515) -> (continuation of Deferred@998858003 after retry RPC after error@1755809224)))
02:03:12.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.088 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.088 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.088 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.089 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.107 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.107 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.108 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.108 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.108 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.108 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.109 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.127 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.127 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.128 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.128 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.128 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.128 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.147 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.147 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.147 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.147 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.149 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.166 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.167 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.167 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.167 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.167 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.167 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.167 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.169 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.187 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.187 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.187 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.187 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.187 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.187 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.188 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.227 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.227 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.227 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.227 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.228 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.228 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.229 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.229 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@513790591(state=PENDING, result=null, callback=(continuation of Deferred@829890423 after retry RPC after error@1788523041) -> (continuation of Deferred@264418686 after retry RPC after error@1865323219) -> (continuation of Deferred@1722524902 after retry RPC after error@1503594920) -> (continuation of Deferred@1139556000 after retry RPC after error@1489998852) -> (continuation of Deferred@1677231983 after retry RPC after error@1108017393) -> (continuation of Deferred@1622163246 after retry RPC after error@1157359752), errback=(continuation of Deferred@829890423 after retry RPC after error@1788523041) -> (continuation of Deferred@264418686 after retry RPC after error@1865323219) -> (continuation of Deferred@1722524902 after retry RPC after error@1503594920) -> (continuation of Deferred@1139556000 after retry RPC after error@1489998852) -> (continuation of Deferred@1677231983 after retry RPC after error@1108017393) -> (continuation of Deferred@1622163246 after retry RPC after error@1157359752)))
02:03:12.229 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@513790591(state=PENDING, result=null, callback=(continuation of Deferred@829890423 after retry RPC after error@1788523041) -> (continuation of Deferred@264418686 after retry RPC after error@1865323219) -> (continuation of Deferred@1722524902 after retry RPC after error@1503594920) -> (continuation of Deferred@1139556000 after retry RPC after error@1489998852) -> (continuation of Deferred@1677231983 after retry RPC after error@1108017393) -> (continuation of Deferred@1622163246 after retry RPC after error@1157359752), errback=(continuation of Deferred@829890423 after retry RPC after error@1788523041) -> (continuation of Deferred@264418686 after retry RPC after error@1865323219) -> (continuation of Deferred@1722524902 after retry RPC after error@1503594920) -> (continuation of Deferred@1139556000 after retry RPC after error@1489998852) -> (continuation of Deferred@1677231983 after retry RPC after error@1108017393) -> (continuation of Deferred@1622163246 after retry RPC after error@1157359752)))
02:03:12.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.247 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.247 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.247 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.248 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.266 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.267 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.267 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.267 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.269 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.287 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.287 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.287 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.287 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.288 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.288 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.289 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.307 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.307 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.308 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.308 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.308 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.308 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.309 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.327 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.327 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.327 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.329 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.347 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.348 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.348 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.348 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.349 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.349 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.407 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.407 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.408 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.408 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.408 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.408 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.409 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.447 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.447 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.447 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.448 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.448 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.448 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.449 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.449 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@509826794(state=PENDING, result=null, callback=(continuation of Deferred@771605511 after retry RPC after error@1067498320) -> (continuation of Deferred@381908828 after retry RPC after error@303277928) -> (continuation of Deferred@1368229073 after retry RPC after error@1800261515) -> (continuation of Deferred@1715026985 after retry RPC after error@1772023649) -> (continuation of Deferred@1409828239 after retry RPC after error@1371334930) -> (continuation of Deferred@2118868856 after retry RPC after error@1613775415) -> (continuation of Deferred@1979864963 after retry RPC after error@1086379048), errback=(continuation of Deferred@771605511 after retry RPC after error@1067498320) -> (continuation of Deferred@381908828 after retry RPC after error@303277928) -> (continuation of Deferred@1368229073 after retry RPC after error@1800261515) -> (continuation of Deferred@1715026985 after retry RPC after error@1772023649) -> (continuation of Deferred@1409828239 after retry RPC after error@1371334930) -> (continuation of Deferred@2118868856 after retry RPC after error@1613775415) -> (continuation of Deferred@1979864963 after retry RPC after error@1086379048)))
02:03:12.450 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@509826794(state=PENDING, result=null, callback=(continuation of Deferred@771605511 after retry RPC after error@1067498320) -> (continuation of Deferred@381908828 after retry RPC after error@303277928) -> (continuation of Deferred@1368229073 after retry RPC after error@1800261515) -> (continuation of Deferred@1715026985 after retry RPC after error@1772023649) -> (continuation of Deferred@1409828239 after retry RPC after error@1371334930) -> (continuation of Deferred@2118868856 after retry RPC after error@1613775415) -> (continuation of Deferred@1979864963 after retry RPC after error@1086379048), errback=(continuation of Deferred@771605511 after retry RPC after error@1067498320) -> (continuation of Deferred@381908828 after retry RPC after error@303277928) -> (continuation of Deferred@1368229073 after retry RPC after error@1800261515) -> (continuation of Deferred@1715026985 after retry RPC after error@1772023649) -> (continuation of Deferred@1409828239 after retry RPC after error@1371334930) -> (continuation of Deferred@2118868856 after retry RPC after error@1613775415) -> (continuation of Deferred@1979864963 after retry RPC after error@1086379048)))
02:03:12.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.467 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.467 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.467 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.469 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.487 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.487 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.487 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.487 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.487 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.487 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.487 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.489 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.507 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.507 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.507 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.508 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.508 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.508 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.508 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.527 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.527 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.527 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.527 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.527 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.527 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.528 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.547 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.547 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.547 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.547 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.548 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.567 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.567 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.567 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.567 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.567 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.567 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.568 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.627 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.627 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.627 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.627 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.627 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.627 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.628 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.687 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.687 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.687 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.687 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.687 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.687 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.688 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.688 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1742944618(state=PENDING, result=null, callback=(continuation of Deferred@1492103714 after retry RPC after error@1409481988) -> (continuation of Deferred@561941131 after retry RPC after error@1596514215) -> (continuation of Deferred@2062751938 after retry RPC after error@970596421) -> (continuation of Deferred@1822805799 after retry RPC after error@1978261747) -> (continuation of Deferred@389993348 after retry RPC after error@2140016942) -> (continuation of Deferred@1032856847 after retry RPC after error@121943094) -> (continuation of Deferred@1720182185 after retry RPC after error@1762627382), errback=(continuation of Deferred@1492103714 after retry RPC after error@1409481988) -> (continuation of Deferred@561941131 after retry RPC after error@1596514215) -> (continuation of Deferred@2062751938 after retry RPC after error@970596421) -> (continuation of Deferred@1822805799 after retry RPC after error@1978261747) -> (continuation of Deferred@389993348 after retry RPC after error@2140016942) -> (continuation of Deferred@1032856847 after retry RPC after error@121943094) -> (continuation of Deferred@1720182185 after retry RPC after error@1762627382)))
02:03:12.689 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1742944618(state=PENDING, result=null, callback=(continuation of Deferred@1492103714 after retry RPC after error@1409481988) -> (continuation of Deferred@561941131 after retry RPC after error@1596514215) -> (continuation of Deferred@2062751938 after retry RPC after error@970596421) -> (continuation of Deferred@1822805799 after retry RPC after error@1978261747) -> (continuation of Deferred@389993348 after retry RPC after error@2140016942) -> (continuation of Deferred@1032856847 after retry RPC after error@121943094) -> (continuation of Deferred@1720182185 after retry RPC after error@1762627382), errback=(continuation of Deferred@1492103714 after retry RPC after error@1409481988) -> (continuation of Deferred@561941131 after retry RPC after error@1596514215) -> (continuation of Deferred@2062751938 after retry RPC after error@970596421) -> (continuation of Deferred@1822805799 after retry RPC after error@1978261747) -> (continuation of Deferred@389993348 after retry RPC after error@2140016942) -> (continuation of Deferred@1032856847 after retry RPC after error@121943094) -> (continuation of Deferred@1720182185 after retry RPC after error@1762627382)))
02:03:12.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.707 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.707 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.707 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.708 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.727 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.727 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.727 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.727 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.727 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.728 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.747 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.747 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.747 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.747 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.747 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.747 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.748 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.767 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.767 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.767 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.767 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.767 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.767 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.768 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.788 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.788 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.788 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.827 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.827 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.827 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.828 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.848 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.848 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.848 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.848 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.848 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.848 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.849 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.927 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.927 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.927 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.927 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.927 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.927 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.928 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.928 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@895688836(state=PENDING, result=null, callback=(continuation of Deferred@643444946 after retry RPC after error@1948155903) -> (continuation of Deferred@693146472 after retry RPC after error@94106054) -> (continuation of Deferred@1915788551 after retry RPC after error@1968629049) -> (continuation of Deferred@1479602984 after retry RPC after error@41892905) -> (continuation of Deferred@1959875012 after retry RPC after error@913055050) -> (continuation of Deferred@1771700508 after retry RPC after error@310371954) -> (continuation of Deferred@1818151560 after retry RPC after error@982387716), errback=(continuation of Deferred@643444946 after retry RPC after error@1948155903) -> (continuation of Deferred@693146472 after retry RPC after error@94106054) -> (continuation of Deferred@1915788551 after retry RPC after error@1968629049) -> (continuation of Deferred@1479602984 after retry RPC after error@41892905) -> (continuation of Deferred@1959875012 after retry RPC after error@913055050) -> (continuation of Deferred@1771700508 after retry RPC after error@310371954) -> (continuation of Deferred@1818151560 after retry RPC after error@982387716)))
02:03:12.929 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@895688836(state=PENDING, result=null, callback=(continuation of Deferred@643444946 after retry RPC after error@1948155903) -> (continuation of Deferred@693146472 after retry RPC after error@94106054) -> (continuation of Deferred@1915788551 after retry RPC after error@1968629049) -> (continuation of Deferred@1479602984 after retry RPC after error@41892905) -> (continuation of Deferred@1959875012 after retry RPC after error@913055050) -> (continuation of Deferred@1771700508 after retry RPC after error@310371954) -> (continuation of Deferred@1818151560 after retry RPC after error@982387716), errback=(continuation of Deferred@643444946 after retry RPC after error@1948155903) -> (continuation of Deferred@693146472 after retry RPC after error@94106054) -> (continuation of Deferred@1915788551 after retry RPC after error@1968629049) -> (continuation of Deferred@1479602984 after retry RPC after error@41892905) -> (continuation of Deferred@1959875012 after retry RPC after error@913055050) -> (continuation of Deferred@1771700508 after retry RPC after error@310371954) -> (continuation of Deferred@1818151560 after retry RPC after error@982387716)))
02:03:12.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.948 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.948 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.948 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.949 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.968 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.968 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.968 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.970 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:12.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:12.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:12.987 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.987 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.988 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.988 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.988 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:12.988 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:12.989 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.007 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.007 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.007 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.007 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.008 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.008 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.009 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.027 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.027 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.027 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.027 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.027 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.027 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.028 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.047 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.047 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.047 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.048 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.087 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.087 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.087 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.087 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.087 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.087 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.088 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.207 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@342182004(state=PENDING, result=null, callback=(continuation of Deferred@104455289 after retry RPC after error@24822557) -> (continuation of Deferred@1886122214 after retry RPC after error@1316171895) -> (continuation of Deferred@115472340 after retry RPC after error@1372896830) -> (continuation of Deferred@2115475490 after retry RPC after error@691072799) -> (continuation of Deferred@543617722 after retry RPC after error@1421315526) -> (continuation of Deferred@379836922 after retry RPC after error@952472614) -> (continuation of Deferred@799101606 after retry RPC after error@1200632617), errback=(continuation of Deferred@104455289 after retry RPC after error@24822557) -> (continuation of Deferred@1886122214 after retry RPC after error@1316171895) -> (continuation of Deferred@115472340 after retry RPC after error@1372896830) -> (continuation of Deferred@2115475490 after retry RPC after error@691072799) -> (continuation of Deferred@543617722 after retry RPC after error@1421315526) -> (continuation of Deferred@379836922 after retry RPC after error@952472614) -> (continuation of Deferred@799101606 after retry RPC after error@1200632617)))
02:03:13.207 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
02:03:13.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.227 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.227 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.227 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.227 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.227 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.227 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.228 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.248 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.248 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.248 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.249 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.268 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.268 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.268 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.269 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.287 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.288 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.288 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.288 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.288 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.288 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.289 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.307 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.307 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.308 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.308 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.308 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.308 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.309 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.327 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.327 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.328 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.329 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.387 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.388 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.388 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.389 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.389 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@135800370(state=PENDING, result=null, callback=(continuation of Deferred@906693010 after retry RPC after error@1648389209) -> (continuation of Deferred@175993636 after retry RPC after error@1134427631) -> (continuation of Deferred@766782359 after retry RPC after error@1282910428) -> (continuation of Deferred@770836005 after retry RPC after error@19719409) -> (continuation of Deferred@222863312 after retry RPC after error@2080962541) -> (continuation of Deferred@1106642279 after retry RPC after error@664500932), errback=(continuation of Deferred@906693010 after retry RPC after error@1648389209) -> (continuation of Deferred@175993636 after retry RPC after error@1134427631) -> (continuation of Deferred@766782359 after retry RPC after error@1282910428) -> (continuation of Deferred@770836005 after retry RPC after error@19719409) -> (continuation of Deferred@222863312 after retry RPC after error@2080962541) -> (continuation of Deferred@1106642279 after retry RPC after error@664500932)))
02:03:13.389 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@135800370(state=PENDING, result=null, callback=(continuation of Deferred@906693010 after retry RPC after error@1648389209) -> (continuation of Deferred@175993636 after retry RPC after error@1134427631) -> (continuation of Deferred@766782359 after retry RPC after error@1282910428) -> (continuation of Deferred@770836005 after retry RPC after error@19719409) -> (continuation of Deferred@222863312 after retry RPC after error@2080962541) -> (continuation of Deferred@1106642279 after retry RPC after error@664500932), errback=(continuation of Deferred@906693010 after retry RPC after error@1648389209) -> (continuation of Deferred@175993636 after retry RPC after error@1134427631) -> (continuation of Deferred@766782359 after retry RPC after error@1282910428) -> (continuation of Deferred@770836005 after retry RPC after error@19719409) -> (continuation of Deferred@222863312 after retry RPC after error@2080962541) -> (continuation of Deferred@1106642279 after retry RPC after error@664500932)))
02:03:13.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.407 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.407 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.407 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.407 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.407 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.408 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.409 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.427 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.427 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.427 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.427 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.427 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.427 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.429 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.447 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.447 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.447 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.447 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.447 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.447 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.448 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.467 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.467 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.467 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.467 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.468 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.487 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.487 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.487 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.487 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.487 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.487 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.488 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.507 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.508 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.508 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.508 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.508 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.508 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.509 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.587 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.587 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.587 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.587 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.588 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.588 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@42886734(state=PENDING, result=null, callback=(continuation of Deferred@109803326 after retry RPC after error@1985211499) -> (continuation of Deferred@1358011035 after retry RPC after error@557595357) -> (continuation of Deferred@2094238531 after retry RPC after error@361369606) -> (continuation of Deferred@1232299374 after retry RPC after error@156849231) -> (continuation of Deferred@1773166516 after retry RPC after error@746547364) -> (continuation of Deferred@2129993808 after retry RPC after error@1028516077), errback=(continuation of Deferred@109803326 after retry RPC after error@1985211499) -> (continuation of Deferred@1358011035 after retry RPC after error@557595357) -> (continuation of Deferred@2094238531 after retry RPC after error@361369606) -> (continuation of Deferred@1232299374 after retry RPC after error@156849231) -> (continuation of Deferred@1773166516 after retry RPC after error@746547364) -> (continuation of Deferred@2129993808 after retry RPC after error@1028516077)))
02:03:13.589 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@42886734(state=PENDING, result=null, callback=(continuation of Deferred@109803326 after retry RPC after error@1985211499) -> (continuation of Deferred@1358011035 after retry RPC after error@557595357) -> (continuation of Deferred@2094238531 after retry RPC after error@361369606) -> (continuation of Deferred@1232299374 after retry RPC after error@156849231) -> (continuation of Deferred@1773166516 after retry RPC after error@746547364) -> (continuation of Deferred@2129993808 after retry RPC after error@1028516077), errback=(continuation of Deferred@109803326 after retry RPC after error@1985211499) -> (continuation of Deferred@1358011035 after retry RPC after error@557595357) -> (continuation of Deferred@2094238531 after retry RPC after error@361369606) -> (continuation of Deferred@1232299374 after retry RPC after error@156849231) -> (continuation of Deferred@1773166516 after retry RPC after error@746547364) -> (continuation of Deferred@2129993808 after retry RPC after error@1028516077)))
02:03:13.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.607 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.607 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.607 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.607 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.608 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.628 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.628 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.628 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.628 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.628 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.628 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.629 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.648 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.648 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.648 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.648 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.648 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.648 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.649 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.667 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.667 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.667 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.670 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.687 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.687 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.687 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.687 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.689 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.727 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.727 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.728 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.728 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.728 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.728 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.729 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.747 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.747 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.747 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.747 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.747 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.747 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.748 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.748 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.749 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.807 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.808 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.808 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.809 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.809 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [64ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1564121958(state=PENDING, result=null, callback=(continuation of Deferred@774190668 after retry RPC after error@678764974) -> (continuation of Deferred@1638805920 after retry RPC after error@1757833048) -> (continuation of Deferred@1867950938 after retry RPC after error@1848610639) -> (continuation of Deferred@2124189723 after retry RPC after error@624677943) -> (continuation of Deferred@2146285489 after retry RPC after error@1839864564) -> (continuation of Deferred@2007778066 after retry RPC after error@206420924) -> (continuation of Deferred@504354235 after retry RPC after error@592384308), errback=(continuation of Deferred@774190668 after retry RPC after error@678764974) -> (continuation of Deferred@1638805920 after retry RPC after error@1757833048) -> (continuation of Deferred@1867950938 after retry RPC after error@1848610639) -> (continuation of Deferred@2124189723 after retry RPC after error@624677943) -> (continuation of Deferred@2146285489 after retry RPC after error@1839864564) -> (continuation of Deferred@2007778066 after retry RPC after error@206420924) -> (continuation of Deferred@504354235 after retry RPC after error@592384308)))
02:03:13.812 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [64ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1564121958(state=PENDING, result=null, callback=(continuation of Deferred@774190668 after retry RPC after error@678764974) -> (continuation of Deferred@1638805920 after retry RPC after error@1757833048) -> (continuation of Deferred@1867950938 after retry RPC after error@1848610639) -> (continuation of Deferred@2124189723 after retry RPC after error@624677943) -> (continuation of Deferred@2146285489 after retry RPC after error@1839864564) -> (continuation of Deferred@2007778066 after retry RPC after error@206420924) -> (continuation of Deferred@504354235 after retry RPC after error@592384308), errback=(continuation of Deferred@774190668 after retry RPC after error@678764974) -> (continuation of Deferred@1638805920 after retry RPC after error@1757833048) -> (continuation of Deferred@1867950938 after retry RPC after error@1848610639) -> (continuation of Deferred@2124189723 after retry RPC after error@624677943) -> (continuation of Deferred@2146285489 after retry RPC after error@1839864564) -> (continuation of Deferred@2007778066 after retry RPC after error@206420924) -> (continuation of Deferred@504354235 after retry RPC after error@592384308)))
02:03:13.827 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.827 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.828 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.828 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.828 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.829 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.848 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.848 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.848 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.848 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.848 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.848 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.849 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.867 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.868 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.868 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.868 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.868 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.868 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:13.882407 25648 master_runner.cc:186] Error getting master registration for 127.24.13.125:33451: Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111),
02:03:13.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:13.882579 25648 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:03:13.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.888 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.888 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.888 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.889 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.907 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.907 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.908 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.908 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.908 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.909 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.927 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.927 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.928 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.928 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.928 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.928 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.929 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.968 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.968 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.968 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.968 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.968 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.968 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.969 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:13.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:13.987 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.987 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.988 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:13.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:13.989 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:13.989 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@696225291(state=PENDING, result=null, callback=(continuation of Deferred@53995021 after retry RPC after error@1558347290) -> (continuation of Deferred@865167880 after retry RPC after error@1716237735) -> (continuation of Deferred@1517297901 after retry RPC after error@355305239) -> (continuation of Deferred@760512144 after retry RPC after error@369692688) -> (continuation of Deferred@1294286196 after retry RPC after error@885591800) -> (continuation of Deferred@988239375 after retry RPC after error@1689278675) -> (continuation of Deferred@10094508 after retry RPC after error@2086168457), errback=(continuation of Deferred@53995021 after retry RPC after error@1558347290) -> (continuation of Deferred@865167880 after retry RPC after error@1716237735) -> (continuation of Deferred@1517297901 after retry RPC after error@355305239) -> (continuation of Deferred@760512144 after retry RPC after error@369692688) -> (continuation of Deferred@1294286196 after retry RPC after error@885591800) -> (continuation of Deferred@988239375 after retry RPC after error@1689278675) -> (continuation of Deferred@10094508 after retry RPC after error@2086168457)))
02:03:13.990 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@696225291(state=PENDING, result=null, callback=(continuation of Deferred@53995021 after retry RPC after error@1558347290) -> (continuation of Deferred@865167880 after retry RPC after error@1716237735) -> (continuation of Deferred@1517297901 after retry RPC after error@355305239) -> (continuation of Deferred@760512144 after retry RPC after error@369692688) -> (continuation of Deferred@1294286196 after retry RPC after error@885591800) -> (continuation of Deferred@988239375 after retry RPC after error@1689278675) -> (continuation of Deferred@10094508 after retry RPC after error@2086168457), errback=(continuation of Deferred@53995021 after retry RPC after error@1558347290) -> (continuation of Deferred@865167880 after retry RPC after error@1716237735) -> (continuation of Deferred@1517297901 after retry RPC after error@355305239) -> (continuation of Deferred@760512144 after retry RPC after error@369692688) -> (continuation of Deferred@1294286196 after retry RPC after error@885591800) -> (continuation of Deferred@988239375 after retry RPC after error@1689278675) -> (continuation of Deferred@10094508 after retry RPC after error@2086168457)))
02:03:14.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.007 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.007 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.007 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.009 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.027 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.027 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.027 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.027 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.027 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.027 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.028 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.047 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.047 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.047 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.047 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.047 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.047 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.048 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.068 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.068 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.068 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.069 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.088 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.088 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.088 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.089 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.107 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.108 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.107 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.108 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.108 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.108 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.109 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.126 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.127 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.127 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.127 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.127 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.128 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.128 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.247 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.247 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.247 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.248 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.248 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1899083870(state=PENDING, result=null, callback=(continuation of Deferred@378326121 after retry RPC after error@531909810) -> (continuation of Deferred@1940233023 after retry RPC after error@254422621) -> (continuation of Deferred@2134197333 after retry RPC after error@1113151197) -> (continuation of Deferred@494551498 after retry RPC after error@1132256510) -> (continuation of Deferred@373174056 after retry RPC after error@509181068) -> (continuation of Deferred@1373768348 after retry RPC after error@1960621938) -> (continuation of Deferred@326926766 after retry RPC after error@1184113233), errback=(continuation of Deferred@378326121 after retry RPC after error@531909810) -> (continuation of Deferred@1940233023 after retry RPC after error@254422621) -> (continuation of Deferred@2134197333 after retry RPC after error@1113151197) -> (continuation of Deferred@494551498 after retry RPC after error@1132256510) -> (continuation of Deferred@373174056 after retry RPC after error@509181068) -> (continuation of Deferred@1373768348 after retry RPC after error@1960621938) -> (continuation of Deferred@326926766 after retry RPC after error@1184113233)))
02:03:14.248 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1899083870(state=PENDING, result=null, callback=(continuation of Deferred@378326121 after retry RPC after error@531909810) -> (continuation of Deferred@1940233023 after retry RPC after error@254422621) -> (continuation of Deferred@2134197333 after retry RPC after error@1113151197) -> (continuation of Deferred@494551498 after retry RPC after error@1132256510) -> (continuation of Deferred@373174056 after retry RPC after error@509181068) -> (continuation of Deferred@1373768348 after retry RPC after error@1960621938) -> (continuation of Deferred@326926766 after retry RPC after error@1184113233), errback=(continuation of Deferred@378326121 after retry RPC after error@531909810) -> (continuation of Deferred@1940233023 after retry RPC after error@254422621) -> (continuation of Deferred@2134197333 after retry RPC after error@1113151197) -> (continuation of Deferred@494551498 after retry RPC after error@1132256510) -> (continuation of Deferred@373174056 after retry RPC after error@509181068) -> (continuation of Deferred@1373768348 after retry RPC after error@1960621938) -> (continuation of Deferred@326926766 after retry RPC after error@1184113233)))
02:03:14.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.267 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.267 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.268 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.269 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.287 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.287 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.287 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.287 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.287 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.287 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.289 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.307 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.307 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.307 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.307 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.307 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.307 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.308 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.327 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.327 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.327 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.328 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.348 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.348 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.348 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.349 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.387 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.387 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.387 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.387 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.387 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.387 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.388 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.427 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.427 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.427 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.427 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.427 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.427 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.428 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.428 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@623017136(state=PENDING, result=null, callback=(continuation of Deferred@1500209657 after retry RPC after error@1261169800) -> (continuation of Deferred@94916326 after retry RPC after error@869885215) -> (continuation of Deferred@826256948 after retry RPC after error@627333943) -> (continuation of Deferred@1652354563 after retry RPC after error@443911886) -> (continuation of Deferred@1450696122 after retry RPC after error@1364040096) -> (continuation of Deferred@1422158204 after retry RPC after error@1659997908), errback=(continuation of Deferred@1500209657 after retry RPC after error@1261169800) -> (continuation of Deferred@94916326 after retry RPC after error@869885215) -> (continuation of Deferred@826256948 after retry RPC after error@627333943) -> (continuation of Deferred@1652354563 after retry RPC after error@443911886) -> (continuation of Deferred@1450696122 after retry RPC after error@1364040096) -> (continuation of Deferred@1422158204 after retry RPC after error@1659997908)))
02:03:14.429 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@623017136(state=PENDING, result=null, callback=(continuation of Deferred@1500209657 after retry RPC after error@1261169800) -> (continuation of Deferred@94916326 after retry RPC after error@869885215) -> (continuation of Deferred@826256948 after retry RPC after error@627333943) -> (continuation of Deferred@1652354563 after retry RPC after error@443911886) -> (continuation of Deferred@1450696122 after retry RPC after error@1364040096) -> (continuation of Deferred@1422158204 after retry RPC after error@1659997908), errback=(continuation of Deferred@1500209657 after retry RPC after error@1261169800) -> (continuation of Deferred@94916326 after retry RPC after error@869885215) -> (continuation of Deferred@826256948 after retry RPC after error@627333943) -> (continuation of Deferred@1652354563 after retry RPC after error@443911886) -> (continuation of Deferred@1450696122 after retry RPC after error@1364040096) -> (continuation of Deferred@1422158204 after retry RPC after error@1659997908)))
02:03:14.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.448 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.448 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.448 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.449 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.467 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.468 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.468 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.469 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.487 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.487 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.487 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.487 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.487 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.487 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.488 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.488 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.489 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.507 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.507 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.508 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.508 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.508 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.508 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.509 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.527 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.527 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.527 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.529 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.567 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.567 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.567 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.567 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.568 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.568 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.569 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.607 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.607 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.607 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.607 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.607 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.607 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.609 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.627 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.627 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.627 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.627 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.627 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.627 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.628 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.629 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@190352961(state=PENDING, result=null, callback=(continuation of Deferred@1489094930 after retry RPC after error@1604601421) -> (continuation of Deferred@16587571 after retry RPC after error@1335408619) -> (continuation of Deferred@432500307 after retry RPC after error@1689044232) -> (continuation of Deferred@207646253 after retry RPC after error@114145189) -> (continuation of Deferred@618329305 after retry RPC after error@643621327) -> (continuation of Deferred@700637743 after retry RPC after error@1121519661) -> (continuation of Deferred@836124819 after retry RPC after error@1891995135), errback=(continuation of Deferred@1489094930 after retry RPC after error@1604601421) -> (continuation of Deferred@16587571 after retry RPC after error@1335408619) -> (continuation of Deferred@432500307 after retry RPC after error@1689044232) -> (continuation of Deferred@207646253 after retry RPC after error@114145189) -> (continuation of Deferred@618329305 after retry RPC after error@643621327) -> (continuation of Deferred@700637743 after retry RPC after error@1121519661) -> (continuation of Deferred@836124819 after retry RPC after error@1891995135)))
02:03:14.629 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@190352961(state=PENDING, result=null, callback=(continuation of Deferred@1489094930 after retry RPC after error@1604601421) -> (continuation of Deferred@16587571 after retry RPC after error@1335408619) -> (continuation of Deferred@432500307 after retry RPC after error@1689044232) -> (continuation of Deferred@207646253 after retry RPC after error@114145189) -> (continuation of Deferred@618329305 after retry RPC after error@643621327) -> (continuation of Deferred@700637743 after retry RPC after error@1121519661) -> (continuation of Deferred@836124819 after retry RPC after error@1891995135), errback=(continuation of Deferred@1489094930 after retry RPC after error@1604601421) -> (continuation of Deferred@16587571 after retry RPC after error@1335408619) -> (continuation of Deferred@432500307 after retry RPC after error@1689044232) -> (continuation of Deferred@207646253 after retry RPC after error@114145189) -> (continuation of Deferred@618329305 after retry RPC after error@643621327) -> (continuation of Deferred@700637743 after retry RPC after error@1121519661) -> (continuation of Deferred@836124819 after retry RPC after error@1891995135)))
02:03:14.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.647 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.647 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.647 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.648 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.667 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.668 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.668 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.669 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.687 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.687 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.687 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.687 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.687 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.687 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.689 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.707 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.707 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.707 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.707 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.707 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.707 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.707 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.709 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.727 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.727 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.727 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.727 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.727 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.728 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.747 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.747 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.747 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.748 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.768 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.768 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.768 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.768 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.768 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.768 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.769 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.808 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.808 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.808 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.808 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.808 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.808 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.809 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.847 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.848 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.848 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.849 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.849 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@334486794(state=PENDING, result=null, callback=(continuation of Deferred@102682694 after retry RPC after error@404974090) -> (continuation of Deferred@1824092425 after retry RPC after error@30664217) -> (continuation of Deferred@1908378245 after retry RPC after error@1926221186) -> (continuation of Deferred@1440336875 after retry RPC after error@1260653671) -> (continuation of Deferred@1178749988 after retry RPC after error@1257056947) -> (continuation of Deferred@1374693014 after retry RPC after error@987521019) -> (continuation of Deferred@1848317928 after retry RPC after error@1294991404) -> (continuation of Deferred@488921994 after retry RPC after error@1172302930), errback=(continuation of Deferred@102682694 after retry RPC after error@404974090) -> (continuation of Deferred@1824092425 after retry RPC after error@30664217) -> (continuation of Deferred@1908378245 after retry RPC after error@1926221186) -> (continuation of Deferred@1440336875 after retry RPC after error@1260653671) -> (continuation of Deferred@1178749988 after retry RPC after error@1257056947) -> (continuation of Deferred@1374693014 after retry RPC after error@987521019) -> (continuation of Deferred@1848317928 after retry RPC after error@1294991404) -> (continuation of Deferred@488921994 after retry RPC after error@1172302930)))
02:03:14.850 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@334486794(state=PENDING, result=null, callback=(continuation of Deferred@102682694 after retry RPC after error@404974090) -> (continuation of Deferred@1824092425 after retry RPC after error@30664217) -> (continuation of Deferred@1908378245 after retry RPC after error@1926221186) -> (continuation of Deferred@1440336875 after retry RPC after error@1260653671) -> (continuation of Deferred@1178749988 after retry RPC after error@1257056947) -> (continuation of Deferred@1374693014 after retry RPC after error@987521019) -> (continuation of Deferred@1848317928 after retry RPC after error@1294991404) -> (continuation of Deferred@488921994 after retry RPC after error@1172302930), errback=(continuation of Deferred@102682694 after retry RPC after error@404974090) -> (continuation of Deferred@1824092425 after retry RPC after error@30664217) -> (continuation of Deferred@1908378245 after retry RPC after error@1926221186) -> (continuation of Deferred@1440336875 after retry RPC after error@1260653671) -> (continuation of Deferred@1178749988 after retry RPC after error@1257056947) -> (continuation of Deferred@1374693014 after retry RPC after error@987521019) -> (continuation of Deferred@1848317928 after retry RPC after error@1294991404) -> (continuation of Deferred@488921994 after retry RPC after error@1172302930)))
02:03:14.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.868 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.868 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.868 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.887 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.887 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.888 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.888 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.888 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.888 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.889 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.907 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.907 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.907 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.907 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.907 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.907 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.908 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.927 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.927 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.927 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.927 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.927 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.927 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.928 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.947 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.947 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.947 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.947 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.947 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.947 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.948 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:14.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:14.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:14.987 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.987 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.987 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.987 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.987 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:14.987 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:14.988 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.007 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.007 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.007 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.007 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.008 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.008 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.009 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.108 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.108 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.108 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.108 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.108 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.109 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.109 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@563878539(state=PENDING, result=null, callback=(continuation of Deferred@350952605 after retry RPC after error@569968024) -> (continuation of Deferred@283141336 after retry RPC after error@1365867533) -> (continuation of Deferred@489327945 after retry RPC after error@1956028081) -> (continuation of Deferred@1740894815 after retry RPC after error@2102424510) -> (continuation of Deferred@878307736 after retry RPC after error@1962576564) -> (continuation of Deferred@206823294 after retry RPC after error@1927315657) -> (continuation of Deferred@160342564 after retry RPC after error@696333963), errback=(continuation of Deferred@350952605 after retry RPC after error@569968024) -> (continuation of Deferred@283141336 after retry RPC after error@1365867533) -> (continuation of Deferred@489327945 after retry RPC after error@1956028081) -> (continuation of Deferred@1740894815 after retry RPC after error@2102424510) -> (continuation of Deferred@878307736 after retry RPC after error@1962576564) -> (continuation of Deferred@206823294 after retry RPC after error@1927315657) -> (continuation of Deferred@160342564 after retry RPC after error@696333963)))
02:03:15.110 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@563878539(state=PENDING, result=null, callback=(continuation of Deferred@350952605 after retry RPC after error@569968024) -> (continuation of Deferred@283141336 after retry RPC after error@1365867533) -> (continuation of Deferred@489327945 after retry RPC after error@1956028081) -> (continuation of Deferred@1740894815 after retry RPC after error@2102424510) -> (continuation of Deferred@878307736 after retry RPC after error@1962576564) -> (continuation of Deferred@206823294 after retry RPC after error@1927315657) -> (continuation of Deferred@160342564 after retry RPC after error@696333963), errback=(continuation of Deferred@350952605 after retry RPC after error@569968024) -> (continuation of Deferred@283141336 after retry RPC after error@1365867533) -> (continuation of Deferred@489327945 after retry RPC after error@1956028081) -> (continuation of Deferred@1740894815 after retry RPC after error@2102424510) -> (continuation of Deferred@878307736 after retry RPC after error@1962576564) -> (continuation of Deferred@206823294 after retry RPC after error@1927315657) -> (continuation of Deferred@160342564 after retry RPC after error@696333963)))
02:03:15.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.128 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.128 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.128 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.148 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.148 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.148 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.148 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.148 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.149 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.149 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.149 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.167 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.167 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.167 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.168 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.168 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.168 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.169 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.187 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.187 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.187 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.189 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.206 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.207 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.207 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.207 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.207 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.209 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.209 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.227 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.227 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.227 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.227 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.227 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.227 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.228 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.287 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.287 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.287 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.287 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.287 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.288 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.289 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.367 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.367 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.367 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.367 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.367 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.367 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.368 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.368 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@327218003(state=PENDING, result=null, callback=(continuation of Deferred@1811960508 after retry RPC after error@639505876) -> (continuation of Deferred@1280488934 after retry RPC after error@1482480980) -> (continuation of Deferred@908583249 after retry RPC after error@1614930676) -> (continuation of Deferred@971343519 after retry RPC after error@124607114) -> (continuation of Deferred@239668831 after retry RPC after error@1643121440) -> (continuation of Deferred@1957996799 after retry RPC after error@434111977) -> (continuation of Deferred@1595788156 after retry RPC after error@1045787316), errback=(continuation of Deferred@1811960508 after retry RPC after error@639505876) -> (continuation of Deferred@1280488934 after retry RPC after error@1482480980) -> (continuation of Deferred@908583249 after retry RPC after error@1614930676) -> (continuation of Deferred@971343519 after retry RPC after error@124607114) -> (continuation of Deferred@239668831 after retry RPC after error@1643121440) -> (continuation of Deferred@1957996799 after retry RPC after error@434111977) -> (continuation of Deferred@1595788156 after retry RPC after error@1045787316)))
02:03:15.369 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@327218003(state=PENDING, result=null, callback=(continuation of Deferred@1811960508 after retry RPC after error@639505876) -> (continuation of Deferred@1280488934 after retry RPC after error@1482480980) -> (continuation of Deferred@908583249 after retry RPC after error@1614930676) -> (continuation of Deferred@971343519 after retry RPC after error@124607114) -> (continuation of Deferred@239668831 after retry RPC after error@1643121440) -> (continuation of Deferred@1957996799 after retry RPC after error@434111977) -> (continuation of Deferred@1595788156 after retry RPC after error@1045787316), errback=(continuation of Deferred@1811960508 after retry RPC after error@639505876) -> (continuation of Deferred@1280488934 after retry RPC after error@1482480980) -> (continuation of Deferred@908583249 after retry RPC after error@1614930676) -> (continuation of Deferred@971343519 after retry RPC after error@124607114) -> (continuation of Deferred@239668831 after retry RPC after error@1643121440) -> (continuation of Deferred@1957996799 after retry RPC after error@434111977) -> (continuation of Deferred@1595788156 after retry RPC after error@1045787316)))
02:03:15.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.388 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.388 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.388 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.389 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.407 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.407 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.408 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.408 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.408 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.408 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.409 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.427 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.427 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.427 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.427 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.427 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.427 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.428 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.447 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.447 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.447 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.447 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.447 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.447 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.448 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.467 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.467 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.467 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.467 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.468 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.487 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.487 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.487 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.487 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.487 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.487 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.488 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.527 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.527 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.527 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.527 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.527 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.527 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.528 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.607 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.607 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.607 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.609 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.609 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@2130889123(state=PENDING, result=null, callback=(continuation of Deferred@158513825 after retry RPC after error@1119759515) -> (continuation of Deferred@1486708842 after retry RPC after error@834397451) -> (continuation of Deferred@755033647 after retry RPC after error@510254560) -> (continuation of Deferred@767848567 after retry RPC after error@1127832441) -> (continuation of Deferred@1772289199 after retry RPC after error@963951270) -> (continuation of Deferred@926753335 after retry RPC after error@1045841210) -> (continuation of Deferred@1089438171 after retry RPC after error@1548923626), errback=(continuation of Deferred@158513825 after retry RPC after error@1119759515) -> (continuation of Deferred@1486708842 after retry RPC after error@834397451) -> (continuation of Deferred@755033647 after retry RPC after error@510254560) -> (continuation of Deferred@767848567 after retry RPC after error@1127832441) -> (continuation of Deferred@1772289199 after retry RPC after error@963951270) -> (continuation of Deferred@926753335 after retry RPC after error@1045841210) -> (continuation of Deferred@1089438171 after retry RPC after error@1548923626)))
02:03:15.609 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@2130889123(state=PENDING, result=null, callback=(continuation of Deferred@158513825 after retry RPC after error@1119759515) -> (continuation of Deferred@1486708842 after retry RPC after error@834397451) -> (continuation of Deferred@755033647 after retry RPC after error@510254560) -> (continuation of Deferred@767848567 after retry RPC after error@1127832441) -> (continuation of Deferred@1772289199 after retry RPC after error@963951270) -> (continuation of Deferred@926753335 after retry RPC after error@1045841210) -> (continuation of Deferred@1089438171 after retry RPC after error@1548923626), errback=(continuation of Deferred@158513825 after retry RPC after error@1119759515) -> (continuation of Deferred@1486708842 after retry RPC after error@834397451) -> (continuation of Deferred@755033647 after retry RPC after error@510254560) -> (continuation of Deferred@767848567 after retry RPC after error@1127832441) -> (continuation of Deferred@1772289199 after retry RPC after error@963951270) -> (continuation of Deferred@926753335 after retry RPC after error@1045841210) -> (continuation of Deferred@1089438171 after retry RPC after error@1548923626)))
02:03:15.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.627 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.627 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.627 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.627 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.627 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.628 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.647 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.647 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.647 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.647 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.647 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.647 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.648 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.667 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.667 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.667 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.667 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.667 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.667 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.668 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.687 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.687 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.687 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.688 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.707 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.707 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.707 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.708 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.747 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.747 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.747 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.747 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.747 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.747 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.748 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.807 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.807 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.807 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.807 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.807 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.807 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.808 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.827 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.827 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.827 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.828 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.828 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.829 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.829 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@2036259837(state=PENDING, result=null, callback=(continuation of Deferred@1748368165 after retry RPC after error@681060337) -> (continuation of Deferred@1075518608 after retry RPC after error@1326823005) -> (continuation of Deferred@146702409 after retry RPC after error@1643153664) -> (continuation of Deferred@2031613490 after retry RPC after error@458362899) -> (continuation of Deferred@1729259512 after retry RPC after error@47139475) -> (continuation of Deferred@1143970462 after retry RPC after error@1333188736) -> (continuation of Deferred@992959281 after retry RPC after error@1129059605), errback=(continuation of Deferred@1748368165 after retry RPC after error@681060337) -> (continuation of Deferred@1075518608 after retry RPC after error@1326823005) -> (continuation of Deferred@146702409 after retry RPC after error@1643153664) -> (continuation of Deferred@2031613490 after retry RPC after error@458362899) -> (continuation of Deferred@1729259512 after retry RPC after error@47139475) -> (continuation of Deferred@1143970462 after retry RPC after error@1333188736) -> (continuation of Deferred@992959281 after retry RPC after error@1129059605)))
02:03:15.829 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@2036259837(state=PENDING, result=null, callback=(continuation of Deferred@1748368165 after retry RPC after error@681060337) -> (continuation of Deferred@1075518608 after retry RPC after error@1326823005) -> (continuation of Deferred@146702409 after retry RPC after error@1643153664) -> (continuation of Deferred@2031613490 after retry RPC after error@458362899) -> (continuation of Deferred@1729259512 after retry RPC after error@47139475) -> (continuation of Deferred@1143970462 after retry RPC after error@1333188736) -> (continuation of Deferred@992959281 after retry RPC after error@1129059605), errback=(continuation of Deferred@1748368165 after retry RPC after error@681060337) -> (continuation of Deferred@1075518608 after retry RPC after error@1326823005) -> (continuation of Deferred@146702409 after retry RPC after error@1643153664) -> (continuation of Deferred@2031613490 after retry RPC after error@458362899) -> (continuation of Deferred@1729259512 after retry RPC after error@47139475) -> (continuation of Deferred@1143970462 after retry RPC after error@1333188736) -> (continuation of Deferred@992959281 after retry RPC after error@1129059605)))
02:03:15.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.847 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.847 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.847 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.847 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.847 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.848 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.849 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.867 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.867 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.867 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.867 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.867 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.868 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.887 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.887 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.887 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.887 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.888 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.888 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.889 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.907 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.907 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.907 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.907 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.907 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.907 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.908 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.927 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.927 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.927 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.927 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.927 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.928 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.947 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.947 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.947 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.947 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.947 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.947 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.949 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:15.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:15.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:15.967 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.968 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.968 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:15.969 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.969 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.969 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:15.970 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.087 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.087 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.088 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.089 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.089 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [124ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@532340197(state=PENDING, result=null, callback=(continuation of Deferred@1537536314 after retry RPC after error@2045433871) -> (continuation of Deferred@434881780 after retry RPC after error@1358395353) -> (continuation of Deferred@749101532 after retry RPC after error@52690663) -> (continuation of Deferred@1143494163 after retry RPC after error@789231856) -> (continuation of Deferred@809337932 after retry RPC after error@754290794) -> (continuation of Deferred@720093993 after retry RPC after error@1356604348) -> (continuation of Deferred@203411983 after retry RPC after error@216626470), errback=(continuation of Deferred@1537536314 after retry RPC after error@2045433871) -> (continuation of Deferred@434881780 after retry RPC after error@1358395353) -> (continuation of Deferred@749101532 after retry RPC after error@52690663) -> (continuation of Deferred@1143494163 after retry RPC after error@789231856) -> (continuation of Deferred@809337932 after retry RPC after error@754290794) -> (continuation of Deferred@720093993 after retry RPC after error@1356604348) -> (continuation of Deferred@203411983 after retry RPC after error@216626470)))
02:03:16.089 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [124ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@532340197(state=PENDING, result=null, callback=(continuation of Deferred@1537536314 after retry RPC after error@2045433871) -> (continuation of Deferred@434881780 after retry RPC after error@1358395353) -> (continuation of Deferred@749101532 after retry RPC after error@52690663) -> (continuation of Deferred@1143494163 after retry RPC after error@789231856) -> (continuation of Deferred@809337932 after retry RPC after error@754290794) -> (continuation of Deferred@720093993 after retry RPC after error@1356604348) -> (continuation of Deferred@203411983 after retry RPC after error@216626470), errback=(continuation of Deferred@1537536314 after retry RPC after error@2045433871) -> (continuation of Deferred@434881780 after retry RPC after error@1358395353) -> (continuation of Deferred@749101532 after retry RPC after error@52690663) -> (continuation of Deferred@1143494163 after retry RPC after error@789231856) -> (continuation of Deferred@809337932 after retry RPC after error@754290794) -> (continuation of Deferred@720093993 after retry RPC after error@1356604348) -> (continuation of Deferred@203411983 after retry RPC after error@216626470)))
02:03:16.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.107 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.107 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.107 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.107 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.108 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.126 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.126 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.127 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.127 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.127 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.127 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.127 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.127 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.128 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.146 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.146 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.147 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.147 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.147 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.147 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.147 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.147 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.148 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.166 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.166 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.167 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.167 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.167 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.167 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.167 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.167 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.168 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.188 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.188 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.188 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.190 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.227 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.227 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.227 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.227 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.227 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.227 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.228 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.266 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.266 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.267 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.267 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.267 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.267 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.267 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.267 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.268 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.268 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [84ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@2086826930(state=PENDING, result=null, callback=(continuation of Deferred@1305458829 after retry RPC after error@1734369421) -> (continuation of Deferred@849858733 after retry RPC after error@1572326056) -> (continuation of Deferred@1837894211 after retry RPC after error@160201591) -> (continuation of Deferred@94564435 after retry RPC after error@1713604805) -> (continuation of Deferred@1802524752 after retry RPC after error@30261642) -> (continuation of Deferred@327129480 after retry RPC after error@1776311938), errback=(continuation of Deferred@1305458829 after retry RPC after error@1734369421) -> (continuation of Deferred@849858733 after retry RPC after error@1572326056) -> (continuation of Deferred@1837894211 after retry RPC after error@160201591) -> (continuation of Deferred@94564435 after retry RPC after error@1713604805) -> (continuation of Deferred@1802524752 after retry RPC after error@30261642) -> (continuation of Deferred@327129480 after retry RPC after error@1776311938)))
02:03:16.269 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [84ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@2086826930(state=PENDING, result=null, callback=(continuation of Deferred@1305458829 after retry RPC after error@1734369421) -> (continuation of Deferred@849858733 after retry RPC after error@1572326056) -> (continuation of Deferred@1837894211 after retry RPC after error@160201591) -> (continuation of Deferred@94564435 after retry RPC after error@1713604805) -> (continuation of Deferred@1802524752 after retry RPC after error@30261642) -> (continuation of Deferred@327129480 after retry RPC after error@1776311938), errback=(continuation of Deferred@1305458829 after retry RPC after error@1734369421) -> (continuation of Deferred@849858733 after retry RPC after error@1572326056) -> (continuation of Deferred@1837894211 after retry RPC after error@160201591) -> (continuation of Deferred@94564435 after retry RPC after error@1713604805) -> (continuation of Deferred@1802524752 after retry RPC after error@30261642) -> (continuation of Deferred@327129480 after retry RPC after error@1776311938)))
02:03:16.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.288 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.288 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.288 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.289 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.307 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.307 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.308 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.309 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.327 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.327 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.327 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.327 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.327 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.327 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.328 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.347 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.347 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.347 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.347 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.347 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.347 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.348 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.367 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.367 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.367 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.367 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.367 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.367 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.368 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.387 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.387 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.387 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.387 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.389 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.407 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.407 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.408 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.408 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.408 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.408 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.409 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.468 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.468 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.468 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.468 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.469 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.469 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.469 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.527 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.527 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.527 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.527 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.528 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.528 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@840770181(state=PENDING, result=null, callback=(continuation of Deferred@1980092757 after retry RPC after error@1055958218) -> (continuation of Deferred@1732051820 after retry RPC after error@1022299140) -> (continuation of Deferred@1681452469 after retry RPC after error@1599460108) -> (continuation of Deferred@1358732777 after retry RPC after error@347546846) -> (continuation of Deferred@935409336 after retry RPC after error@1191005951) -> (continuation of Deferred@1926926364 after retry RPC after error@1608960845) -> (continuation of Deferred@1638679295 after retry RPC after error@1292530307) -> (continuation of Deferred@1802916174 after retry RPC after error@44254158), errback=(continuation of Deferred@1980092757 after retry RPC after error@1055958218) -> (continuation of Deferred@1732051820 after retry RPC after error@1022299140) -> (continuation of Deferred@1681452469 after retry RPC after error@1599460108) -> (continuation of Deferred@1358732777 after retry RPC after error@347546846) -> (continuation of Deferred@935409336 after retry RPC after error@1191005951) -> (continuation of Deferred@1926926364 after retry RPC after error@1608960845) -> (continuation of Deferred@1638679295 after retry RPC after error@1292530307) -> (continuation of Deferred@1802916174 after retry RPC after error@44254158)))
02:03:16.529 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@840770181(state=PENDING, result=null, callback=(continuation of Deferred@1980092757 after retry RPC after error@1055958218) -> (continuation of Deferred@1732051820 after retry RPC after error@1022299140) -> (continuation of Deferred@1681452469 after retry RPC after error@1599460108) -> (continuation of Deferred@1358732777 after retry RPC after error@347546846) -> (continuation of Deferred@935409336 after retry RPC after error@1191005951) -> (continuation of Deferred@1926926364 after retry RPC after error@1608960845) -> (continuation of Deferred@1638679295 after retry RPC after error@1292530307) -> (continuation of Deferred@1802916174 after retry RPC after error@44254158), errback=(continuation of Deferred@1980092757 after retry RPC after error@1055958218) -> (continuation of Deferred@1732051820 after retry RPC after error@1022299140) -> (continuation of Deferred@1681452469 after retry RPC after error@1599460108) -> (continuation of Deferred@1358732777 after retry RPC after error@347546846) -> (continuation of Deferred@935409336 after retry RPC after error@1191005951) -> (continuation of Deferred@1926926364 after retry RPC after error@1608960845) -> (continuation of Deferred@1638679295 after retry RPC after error@1292530307) -> (continuation of Deferred@1802916174 after retry RPC after error@44254158)))
02:03:16.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.547 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.547 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.547 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.547 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.547 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.547 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.548 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.567 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.567 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.568 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.568 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.568 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.568 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.569 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.587 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.587 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.587 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.587 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.588 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.588 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.589 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.607 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.607 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.607 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.608 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.627 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.627 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.627 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.627 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.627 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.628 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.667 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.667 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.667 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.667 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.668 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.668 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.668 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.687 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.687 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.687 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.687 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.687 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.687 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.688 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.707 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.707 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.707 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.708 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.767 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.767 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.767 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.767 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.768 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.768 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@97341957(state=PENDING, result=null, callback=(continuation of Deferred@1193568183 after retry RPC after error@1928046074) -> (continuation of Deferred@1929688034 after retry RPC after error@473336573) -> (continuation of Deferred@2026594067 after retry RPC after error@1470161285) -> (continuation of Deferred@32359216 after retry RPC after error@698663058) -> (continuation of Deferred@196424050 after retry RPC after error@1539921224) -> (continuation of Deferred@877852994 after retry RPC after error@1006444298) -> (continuation of Deferred@425826214 after retry RPC after error@143909591), errback=(continuation of Deferred@1193568183 after retry RPC after error@1928046074) -> (continuation of Deferred@1929688034 after retry RPC after error@473336573) -> (continuation of Deferred@2026594067 after retry RPC after error@1470161285) -> (continuation of Deferred@32359216 after retry RPC after error@698663058) -> (continuation of Deferred@196424050 after retry RPC after error@1539921224) -> (continuation of Deferred@877852994 after retry RPC after error@1006444298) -> (continuation of Deferred@425826214 after retry RPC after error@143909591)))
02:03:16.769 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@97341957(state=PENDING, result=null, callback=(continuation of Deferred@1193568183 after retry RPC after error@1928046074) -> (continuation of Deferred@1929688034 after retry RPC after error@473336573) -> (continuation of Deferred@2026594067 after retry RPC after error@1470161285) -> (continuation of Deferred@32359216 after retry RPC after error@698663058) -> (continuation of Deferred@196424050 after retry RPC after error@1539921224) -> (continuation of Deferred@877852994 after retry RPC after error@1006444298) -> (continuation of Deferred@425826214 after retry RPC after error@143909591), errback=(continuation of Deferred@1193568183 after retry RPC after error@1928046074) -> (continuation of Deferred@1929688034 after retry RPC after error@473336573) -> (continuation of Deferred@2026594067 after retry RPC after error@1470161285) -> (continuation of Deferred@32359216 after retry RPC after error@698663058) -> (continuation of Deferred@196424050 after retry RPC after error@1539921224) -> (continuation of Deferred@877852994 after retry RPC after error@1006444298) -> (continuation of Deferred@425826214 after retry RPC after error@143909591)))
02:03:16.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.787 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.787 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.787 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.787 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.787 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.787 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.788 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.808 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.808 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.808 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.808 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.808 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.808 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.809 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.827 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.827 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.828 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.828 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.828 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.828 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.829 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.847 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.848 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.848 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.848 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.849 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.868 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.868 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.868 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.868 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.868 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.868 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.887 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.887 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.887 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.887 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.887 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.887 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.888 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:16.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:16.967183 25133 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 1)
02:03:16.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:16.967 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.967 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.967 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:16.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:16.968713 25133 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '32631f9216744834a2af3633bfaf79fc', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '32631f9216744834a2af3633bfaf79fc', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 1)
02:03:16.969 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:16.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:16.971364 25133 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.24.13.126:44527)
02:03:17.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.008 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.008 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.009 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.009 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.009 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.010 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.010 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=224), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [223ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [224ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@460035838(state=PENDING, result=null, callback=(continuation of Deferred@1262899562 after retry RPC after error@443090394) -> (continuation of Deferred@40714113 after retry RPC after error@1173783892) -> (continuation of Deferred@1010975105 after retry RPC after error@1859638278) -> (continuation of Deferred@86863722 after retry RPC after error@1946191550) -> (continuation of Deferred@1516277750 after retry RPC after error@172431192) -> (continuation of Deferred@1694465861 after retry RPC after error@347742226) -> (continuation of Deferred@1257968204 after retry RPC after error@2016682396), errback=(continuation of Deferred@1262899562 after retry RPC after error@443090394) -> (continuation of Deferred@40714113 after retry RPC after error@1173783892) -> (continuation of Deferred@1010975105 after retry RPC after error@1859638278) -> (continuation of Deferred@86863722 after retry RPC after error@1946191550) -> (continuation of Deferred@1516277750 after retry RPC after error@172431192) -> (continuation of Deferred@1694465861 after retry RPC after error@347742226) -> (continuation of Deferred@1257968204 after retry RPC after error@2016682396)))
02:03:17.011 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=224), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [223ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [224ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@460035838(state=PENDING, result=null, callback=(continuation of Deferred@1262899562 after retry RPC after error@443090394) -> (continuation of Deferred@40714113 after retry RPC after error@1173783892) -> (continuation of Deferred@1010975105 after retry RPC after error@1859638278) -> (continuation of Deferred@86863722 after retry RPC after error@1946191550) -> (continuation of Deferred@1516277750 after retry RPC after error@172431192) -> (continuation of Deferred@1694465861 after retry RPC after error@347742226) -> (continuation of Deferred@1257968204 after retry RPC after error@2016682396), errback=(continuation of Deferred@1262899562 after retry RPC after error@443090394) -> (continuation of Deferred@40714113 after retry RPC after error@1173783892) -> (continuation of Deferred@1010975105 after retry RPC after error@1859638278) -> (continuation of Deferred@86863722 after retry RPC after error@1946191550) -> (continuation of Deferred@1516277750 after retry RPC after error@172431192) -> (continuation of Deferred@1694465861 after retry RPC after error@347742226) -> (continuation of Deferred@1257968204 after retry RPC after error@2016682396)))
02:03:17.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.027 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.027 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.027 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.027 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.027 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.027 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.028 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.048 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.048 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.048 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.048 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.048 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.048 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.049 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.068 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.068 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.068 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.068 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.070 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.088 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.088 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.088 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.089 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.107 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.108 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.108 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.108 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.108 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.108 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.109 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.148 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.148 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.148 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.148 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.148 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.148 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.149 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.206 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.206 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.207 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.207 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.207 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.208 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.228 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.228 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.228 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.229 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.268 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.268 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.268 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.268 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.268 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.268 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.269 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.269 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [44ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1413212945(state=PENDING, result=null, callback=(continuation of Deferred@937413392 after retry RPC after error@41304970) -> (continuation of Deferred@1354386603 after retry RPC after error@1532122830) -> (continuation of Deferred@312250879 after retry RPC after error@575072821) -> (continuation of Deferred@547042754 after retry RPC after error@1773593401) -> (continuation of Deferred@525571225 after retry RPC after error@181522948) -> (continuation of Deferred@1939719097 after retry RPC after error@770460120) -> (continuation of Deferred@773388192 after retry RPC after error@719147413) -> (continuation of Deferred@935387004 after retry RPC after error@2024661717), errback=(continuation of Deferred@937413392 after retry RPC after error@41304970) -> (continuation of Deferred@1354386603 after retry RPC after error@1532122830) -> (continuation of Deferred@312250879 after retry RPC after error@575072821) -> (continuation of Deferred@547042754 after retry RPC after error@1773593401) -> (continuation of Deferred@525571225 after retry RPC after error@181522948) -> (continuation of Deferred@1939719097 after retry RPC after error@770460120) -> (continuation of Deferred@773388192 after retry RPC after error@719147413) -> (continuation of Deferred@935387004 after retry RPC after error@2024661717)))
02:03:17.270 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [44ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1413212945(state=PENDING, result=null, callback=(continuation of Deferred@937413392 after retry RPC after error@41304970) -> (continuation of Deferred@1354386603 after retry RPC after error@1532122830) -> (continuation of Deferred@312250879 after retry RPC after error@575072821) -> (continuation of Deferred@547042754 after retry RPC after error@1773593401) -> (continuation of Deferred@525571225 after retry RPC after error@181522948) -> (continuation of Deferred@1939719097 after retry RPC after error@770460120) -> (continuation of Deferred@773388192 after retry RPC after error@719147413) -> (continuation of Deferred@935387004 after retry RPC after error@2024661717), errback=(continuation of Deferred@937413392 after retry RPC after error@41304970) -> (continuation of Deferred@1354386603 after retry RPC after error@1532122830) -> (continuation of Deferred@312250879 after retry RPC after error@575072821) -> (continuation of Deferred@547042754 after retry RPC after error@1773593401) -> (continuation of Deferred@525571225 after retry RPC after error@181522948) -> (continuation of Deferred@1939719097 after retry RPC after error@770460120) -> (continuation of Deferred@773388192 after retry RPC after error@719147413) -> (continuation of Deferred@935387004 after retry RPC after error@2024661717)))
02:03:17.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.287 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.287 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.287 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.287 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.287 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.287 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.288 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.308 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.308 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.308 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.309 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.328 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.328 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.328 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.329 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.347 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.347 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.347 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.347 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.348 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.348 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.349 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.367 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.367 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.367 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.367 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.367 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.367 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.368 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.387 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.387 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.387 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.387 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.387 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.389 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.427 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.427 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.427 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.428 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.428 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.429 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.447 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.447 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.447 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.447 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.448 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.448 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.449 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.449 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1800888912(state=PENDING, result=null, callback=(continuation of Deferred@978885696 after retry RPC after error@181397498) -> (continuation of Deferred@1248376767 after retry RPC after error@452794688) -> (continuation of Deferred@1689857219 after retry RPC after error@297592729) -> (continuation of Deferred@510029662 after retry RPC after error@1814254283) -> (continuation of Deferred@1095869624 after retry RPC after error@933692196) -> (continuation of Deferred@437683729 after retry RPC after error@1817520786) -> (continuation of Deferred@552417220 after retry RPC after error@794607326), errback=(continuation of Deferred@978885696 after retry RPC after error@181397498) -> (continuation of Deferred@1248376767 after retry RPC after error@452794688) -> (continuation of Deferred@1689857219 after retry RPC after error@297592729) -> (continuation of Deferred@510029662 after retry RPC after error@1814254283) -> (continuation of Deferred@1095869624 after retry RPC after error@933692196) -> (continuation of Deferred@437683729 after retry RPC after error@1817520786) -> (continuation of Deferred@552417220 after retry RPC after error@794607326)))
02:03:17.449 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1800888912(state=PENDING, result=null, callback=(continuation of Deferred@978885696 after retry RPC after error@181397498) -> (continuation of Deferred@1248376767 after retry RPC after error@452794688) -> (continuation of Deferred@1689857219 after retry RPC after error@297592729) -> (continuation of Deferred@510029662 after retry RPC after error@1814254283) -> (continuation of Deferred@1095869624 after retry RPC after error@933692196) -> (continuation of Deferred@437683729 after retry RPC after error@1817520786) -> (continuation of Deferred@552417220 after retry RPC after error@794607326), errback=(continuation of Deferred@978885696 after retry RPC after error@181397498) -> (continuation of Deferred@1248376767 after retry RPC after error@452794688) -> (continuation of Deferred@1689857219 after retry RPC after error@297592729) -> (continuation of Deferred@510029662 after retry RPC after error@1814254283) -> (continuation of Deferred@1095869624 after retry RPC after error@933692196) -> (continuation of Deferred@437683729 after retry RPC after error@1817520786) -> (continuation of Deferred@552417220 after retry RPC after error@794607326)))
02:03:17.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.467 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.467 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.467 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.467 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.467 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.467 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.468 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.487 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.487 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.487 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.487 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.487 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.488 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.507 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.507 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.507 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.507 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.507 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.507 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.509 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.527 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.527 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.528 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.528 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.528 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.528 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.528 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.547 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.547 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.547 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.548 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.548 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.548 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.549 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.567 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.567 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.567 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.567 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.568 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.569 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.607 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.607 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.608 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.608 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.608 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.647 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.647 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.647 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.648 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.648 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.648 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.649 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.649 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1652692828(state=PENDING, result=null, callback=(continuation of Deferred@664187468 after retry RPC after error@2036446203) -> (continuation of Deferred@1787993566 after retry RPC after error@408444711) -> (continuation of Deferred@181312178 after retry RPC after error@2126777979) -> (continuation of Deferred@4587536 after retry RPC after error@1522386520) -> (continuation of Deferred@618192055 after retry RPC after error@2058467713) -> (continuation of Deferred@1254580295 after retry RPC after error@2130505793) -> (continuation of Deferred@472098381 after retry RPC after error@1797880313), errback=(continuation of Deferred@664187468 after retry RPC after error@2036446203) -> (continuation of Deferred@1787993566 after retry RPC after error@408444711) -> (continuation of Deferred@181312178 after retry RPC after error@2126777979) -> (continuation of Deferred@4587536 after retry RPC after error@1522386520) -> (continuation of Deferred@618192055 after retry RPC after error@2058467713) -> (continuation of Deferred@1254580295 after retry RPC after error@2130505793) -> (continuation of Deferred@472098381 after retry RPC after error@1797880313)))
02:03:17.650 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1652692828(state=PENDING, result=null, callback=(continuation of Deferred@664187468 after retry RPC after error@2036446203) -> (continuation of Deferred@1787993566 after retry RPC after error@408444711) -> (continuation of Deferred@181312178 after retry RPC after error@2126777979) -> (continuation of Deferred@4587536 after retry RPC after error@1522386520) -> (continuation of Deferred@618192055 after retry RPC after error@2058467713) -> (continuation of Deferred@1254580295 after retry RPC after error@2130505793) -> (continuation of Deferred@472098381 after retry RPC after error@1797880313), errback=(continuation of Deferred@664187468 after retry RPC after error@2036446203) -> (continuation of Deferred@1787993566 after retry RPC after error@408444711) -> (continuation of Deferred@181312178 after retry RPC after error@2126777979) -> (continuation of Deferred@4587536 after retry RPC after error@1522386520) -> (continuation of Deferred@618192055 after retry RPC after error@2058467713) -> (continuation of Deferred@1254580295 after retry RPC after error@2130505793) -> (continuation of Deferred@472098381 after retry RPC after error@1797880313)))
02:03:17.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.667 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.667 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.667 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.668 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.668 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.668 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.669 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.687 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.687 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.687 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.689 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.707 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.707 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.707 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.707 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.709 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.727 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.727 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.727 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.727 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.727 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.727 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.728 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.747 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.747 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.747 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.747 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.747 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.747 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.748 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.787 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.787 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.787 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.787 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.788 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.807 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.807 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.807 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.807 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.807 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.807 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.808 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.846 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.847 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.847 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.847 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.847 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.847 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.847 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.849 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.850 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@121726859(state=PENDING, result=null, callback=(continuation of Deferred@1356860029 after retry RPC after error@355331077) -> (continuation of Deferred@70323199 after retry RPC after error@138435021) -> (continuation of Deferred@1487083866 after retry RPC after error@571771791) -> (continuation of Deferred@779489985 after retry RPC after error@611494131) -> (continuation of Deferred@1692081390 after retry RPC after error@1645587209) -> (continuation of Deferred@2087406992 after retry RPC after error@1299138526) -> (continuation of Deferred@1911496433 after retry RPC after error@1055764006), errback=(continuation of Deferred@1356860029 after retry RPC after error@355331077) -> (continuation of Deferred@70323199 after retry RPC after error@138435021) -> (continuation of Deferred@1487083866 after retry RPC after error@571771791) -> (continuation of Deferred@779489985 after retry RPC after error@611494131) -> (continuation of Deferred@1692081390 after retry RPC after error@1645587209) -> (continuation of Deferred@2087406992 after retry RPC after error@1299138526) -> (continuation of Deferred@1911496433 after retry RPC after error@1055764006)))
02:03:17.850 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@121726859(state=PENDING, result=null, callback=(continuation of Deferred@1356860029 after retry RPC after error@355331077) -> (continuation of Deferred@70323199 after retry RPC after error@138435021) -> (continuation of Deferred@1487083866 after retry RPC after error@571771791) -> (continuation of Deferred@779489985 after retry RPC after error@611494131) -> (continuation of Deferred@1692081390 after retry RPC after error@1645587209) -> (continuation of Deferred@2087406992 after retry RPC after error@1299138526) -> (continuation of Deferred@1911496433 after retry RPC after error@1055764006), errback=(continuation of Deferred@1356860029 after retry RPC after error@355331077) -> (continuation of Deferred@70323199 after retry RPC after error@138435021) -> (continuation of Deferred@1487083866 after retry RPC after error@571771791) -> (continuation of Deferred@779489985 after retry RPC after error@611494131) -> (continuation of Deferred@1692081390 after retry RPC after error@1645587209) -> (continuation of Deferred@2087406992 after retry RPC after error@1299138526) -> (continuation of Deferred@1911496433 after retry RPC after error@1055764006)))
02:03:17.866 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.867 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.867 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.867 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.867 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.867 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.867 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.887 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.887 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.887 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.887 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.887 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.888 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.907 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.907 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.907 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.907 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.907 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.907 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.908 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.928 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.928 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.928 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.928 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.928 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.928 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.929 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.947 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.947 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.948 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.948 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.948 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.948 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.949 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:17.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:17.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:17.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.988 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.988 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:17.988 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:17.989 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.007 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.008 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.008 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.009 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.047 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.047 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.047 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.048 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.048 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.048 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.049 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.049 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1975106635(state=PENDING, result=null, callback=(continuation of Deferred@194399877 after retry RPC after error@1584275727) -> (continuation of Deferred@552982565 after retry RPC after error@412513172) -> (continuation of Deferred@567141477 after retry RPC after error@243588874) -> (continuation of Deferred@12458511 after retry RPC after error@731890527) -> (continuation of Deferred@1698686085 after retry RPC after error@1298865063) -> (continuation of Deferred@1039474279 after retry RPC after error@1755690941) -> (continuation of Deferred@1914990048 after retry RPC after error@1736959520), errback=(continuation of Deferred@194399877 after retry RPC after error@1584275727) -> (continuation of Deferred@552982565 after retry RPC after error@412513172) -> (continuation of Deferred@567141477 after retry RPC after error@243588874) -> (continuation of Deferred@12458511 after retry RPC after error@731890527) -> (continuation of Deferred@1698686085 after retry RPC after error@1298865063) -> (continuation of Deferred@1039474279 after retry RPC after error@1755690941) -> (continuation of Deferred@1914990048 after retry RPC after error@1736959520)))
02:03:18.050 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1975106635(state=PENDING, result=null, callback=(continuation of Deferred@194399877 after retry RPC after error@1584275727) -> (continuation of Deferred@552982565 after retry RPC after error@412513172) -> (continuation of Deferred@567141477 after retry RPC after error@243588874) -> (continuation of Deferred@12458511 after retry RPC after error@731890527) -> (continuation of Deferred@1698686085 after retry RPC after error@1298865063) -> (continuation of Deferred@1039474279 after retry RPC after error@1755690941) -> (continuation of Deferred@1914990048 after retry RPC after error@1736959520), errback=(continuation of Deferred@194399877 after retry RPC after error@1584275727) -> (continuation of Deferred@552982565 after retry RPC after error@412513172) -> (continuation of Deferred@567141477 after retry RPC after error@243588874) -> (continuation of Deferred@12458511 after retry RPC after error@731890527) -> (continuation of Deferred@1698686085 after retry RPC after error@1298865063) -> (continuation of Deferred@1039474279 after retry RPC after error@1755690941) -> (continuation of Deferred@1914990048 after retry RPC after error@1736959520)))
02:03:18.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.067 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.067 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.067 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.067 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.068 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.068 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.069 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.087 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.087 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.087 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.089 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.107 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.107 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.107 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.107 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.109 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.126 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.127 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.127 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.127 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.127 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.127 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.127 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.146 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.147 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.147 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.147 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.147 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.147 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.147 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.148 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.188 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.188 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.188 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.188 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.189 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.206 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.206 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.207 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.207 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.207 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.208 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.227 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.227 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.227 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.227 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.227 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.227 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.228 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.307 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.307 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.307 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.307 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.307 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.308 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.309 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.309 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1781562588(state=PENDING, result=null, callback=(continuation of Deferred@992346596 after retry RPC after error@519598047) -> (continuation of Deferred@446379918 after retry RPC after error@1931771549) -> (continuation of Deferred@2022078524 after retry RPC after error@635270756) -> (continuation of Deferred@1715016214 after retry RPC after error@918112474) -> (continuation of Deferred@2100658601 after retry RPC after error@865449533) -> (continuation of Deferred@487762939 after retry RPC after error@1636949787) -> (continuation of Deferred@813183561 after retry RPC after error@776097317) -> (continuation of Deferred@638023013 after retry RPC after error@1224810425), errback=(continuation of Deferred@992346596 after retry RPC after error@519598047) -> (continuation of Deferred@446379918 after retry RPC after error@1931771549) -> (continuation of Deferred@2022078524 after retry RPC after error@635270756) -> (continuation of Deferred@1715016214 after retry RPC after error@918112474) -> (continuation of Deferred@2100658601 after retry RPC after error@865449533) -> (continuation of Deferred@487762939 after retry RPC after error@1636949787) -> (continuation of Deferred@813183561 after retry RPC after error@776097317) -> (continuation of Deferred@638023013 after retry RPC after error@1224810425)))
02:03:18.309 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1781562588(state=PENDING, result=null, callback=(continuation of Deferred@992346596 after retry RPC after error@519598047) -> (continuation of Deferred@446379918 after retry RPC after error@1931771549) -> (continuation of Deferred@2022078524 after retry RPC after error@635270756) -> (continuation of Deferred@1715016214 after retry RPC after error@918112474) -> (continuation of Deferred@2100658601 after retry RPC after error@865449533) -> (continuation of Deferred@487762939 after retry RPC after error@1636949787) -> (continuation of Deferred@813183561 after retry RPC after error@776097317) -> (continuation of Deferred@638023013 after retry RPC after error@1224810425), errback=(continuation of Deferred@992346596 after retry RPC after error@519598047) -> (continuation of Deferred@446379918 after retry RPC after error@1931771549) -> (continuation of Deferred@2022078524 after retry RPC after error@635270756) -> (continuation of Deferred@1715016214 after retry RPC after error@918112474) -> (continuation of Deferred@2100658601 after retry RPC after error@865449533) -> (continuation of Deferred@487762939 after retry RPC after error@1636949787) -> (continuation of Deferred@813183561 after retry RPC after error@776097317) -> (continuation of Deferred@638023013 after retry RPC after error@1224810425)))
02:03:18.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.327 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.327 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.327 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.328 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.347 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.347 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.347 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.349 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.367 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.367 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.367 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.367 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.367 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.367 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.368 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.387 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.387 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.387 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.387 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.388 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.388 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.389 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.407 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.407 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.407 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.409 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.427 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.427 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.427 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.427 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.427 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.428 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.507 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.507 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.507 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.507 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.507 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.507 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.509 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.509 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1478040842(state=PENDING, result=null, callback=(continuation of Deferred@878378869 after retry RPC after error@507662208) -> (continuation of Deferred@645167037 after retry RPC after error@915787572) -> (continuation of Deferred@1431781316 after retry RPC after error@1508197537) -> (continuation of Deferred@1554581951 after retry RPC after error@1155367281) -> (continuation of Deferred@681062193 after retry RPC after error@1537976015) -> (continuation of Deferred@1331407092 after retry RPC after error@1738894951), errback=(continuation of Deferred@878378869 after retry RPC after error@507662208) -> (continuation of Deferred@645167037 after retry RPC after error@915787572) -> (continuation of Deferred@1431781316 after retry RPC after error@1508197537) -> (continuation of Deferred@1554581951 after retry RPC after error@1155367281) -> (continuation of Deferred@681062193 after retry RPC after error@1537976015) -> (continuation of Deferred@1331407092 after retry RPC after error@1738894951)))
02:03:18.509 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1478040842(state=PENDING, result=null, callback=(continuation of Deferred@878378869 after retry RPC after error@507662208) -> (continuation of Deferred@645167037 after retry RPC after error@915787572) -> (continuation of Deferred@1431781316 after retry RPC after error@1508197537) -> (continuation of Deferred@1554581951 after retry RPC after error@1155367281) -> (continuation of Deferred@681062193 after retry RPC after error@1537976015) -> (continuation of Deferred@1331407092 after retry RPC after error@1738894951), errback=(continuation of Deferred@878378869 after retry RPC after error@507662208) -> (continuation of Deferred@645167037 after retry RPC after error@915787572) -> (continuation of Deferred@1431781316 after retry RPC after error@1508197537) -> (continuation of Deferred@1554581951 after retry RPC after error@1155367281) -> (continuation of Deferred@681062193 after retry RPC after error@1537976015) -> (continuation of Deferred@1331407092 after retry RPC after error@1738894951)))
02:03:18.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.527 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.527 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.527 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.527 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.527 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.527 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.528 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.547 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.547 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.547 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.547 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.548 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.567 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.567 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.567 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.567 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.568 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.568 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.569 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.587 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.587 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.587 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.587 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.587 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.587 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.589 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.607 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.607 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.607 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.607 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.607 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.607 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.610 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.627 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.627 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.627 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.628 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.667 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.667 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.667 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.668 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.767 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.767 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.767 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.767 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.767 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.768 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.768 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.769 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1401653336(state=PENDING, result=null, callback=(continuation of Deferred@308980460 after retry RPC after error@1678264282) -> (continuation of Deferred@1920275438 after retry RPC after error@2108918960) -> (continuation of Deferred@986276896 after retry RPC after error@484037172) -> (continuation of Deferred@1181304866 after retry RPC after error@668895827) -> (continuation of Deferred@1455887084 after retry RPC after error@81601138) -> (continuation of Deferred@142168723 after retry RPC after error@1537662429) -> (continuation of Deferred@899212343 after retry RPC after error@1488686660), errback=(continuation of Deferred@308980460 after retry RPC after error@1678264282) -> (continuation of Deferred@1920275438 after retry RPC after error@2108918960) -> (continuation of Deferred@986276896 after retry RPC after error@484037172) -> (continuation of Deferred@1181304866 after retry RPC after error@668895827) -> (continuation of Deferred@1455887084 after retry RPC after error@81601138) -> (continuation of Deferred@142168723 after retry RPC after error@1537662429) -> (continuation of Deferred@899212343 after retry RPC after error@1488686660)))
02:03:18.769 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1401653336(state=PENDING, result=null, callback=(continuation of Deferred@308980460 after retry RPC after error@1678264282) -> (continuation of Deferred@1920275438 after retry RPC after error@2108918960) -> (continuation of Deferred@986276896 after retry RPC after error@484037172) -> (continuation of Deferred@1181304866 after retry RPC after error@668895827) -> (continuation of Deferred@1455887084 after retry RPC after error@81601138) -> (continuation of Deferred@142168723 after retry RPC after error@1537662429) -> (continuation of Deferred@899212343 after retry RPC after error@1488686660), errback=(continuation of Deferred@308980460 after retry RPC after error@1678264282) -> (continuation of Deferred@1920275438 after retry RPC after error@2108918960) -> (continuation of Deferred@986276896 after retry RPC after error@484037172) -> (continuation of Deferred@1181304866 after retry RPC after error@668895827) -> (continuation of Deferred@1455887084 after retry RPC after error@81601138) -> (continuation of Deferred@142168723 after retry RPC after error@1537662429) -> (continuation of Deferred@899212343 after retry RPC after error@1488686660)))
02:03:18.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.787 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.787 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.787 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.787 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.787 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.787 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.788 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.807 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.807 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.807 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.808 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.827 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.827 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.827 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.828 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.847 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.847 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.848 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.848 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.848 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.848 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.849 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.866 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.867 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.867 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.867 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.867 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.867 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.868 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.868 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:18.886509 25648 master_runner.cc:186] Error getting master registration for 127.24.13.125:33451: Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111),
02:03:18.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:18.886721 25648 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:03:18.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.907 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.907 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.907 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.907 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.908 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.909 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:18.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:18.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:18.947 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.947 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.947 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.947 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:18.948 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:18.949 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.046 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@190398340(state=PENDING, result=null, callback=(continuation of Deferred@1174902779 after retry RPC after error@2135745288) -> (continuation of Deferred@1665498793 after retry RPC after error@555931738) -> (continuation of Deferred@1541417930 after retry RPC after error@1135400733) -> (continuation of Deferred@198466039 after retry RPC after error@1006870751) -> (continuation of Deferred@1726444270 after retry RPC after error@1138115856) -> (continuation of Deferred@1793369980 after retry RPC after error@1262544807) -> (continuation of Deferred@384670755 after retry RPC after error@1734522155), errback=(continuation of Deferred@1174902779 after retry RPC after error@2135745288) -> (continuation of Deferred@1665498793 after retry RPC after error@555931738) -> (continuation of Deferred@1541417930 after retry RPC after error@1135400733) -> (continuation of Deferred@198466039 after retry RPC after error@1006870751) -> (continuation of Deferred@1726444270 after retry RPC after error@1138115856) -> (continuation of Deferred@1793369980 after retry RPC after error@1262544807) -> (continuation of Deferred@384670755 after retry RPC after error@1734522155)))
02:03:19.047 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
02:03:19.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.067 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.067 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.067 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.067 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.068 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.068 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.069 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.087 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.087 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.087 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.087 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.087 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.087 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.088 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.107 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.107 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.107 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.107 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.107 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.108 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.128 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.128 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.128 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.147 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.147 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.147 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.147 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.148 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.148 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.149 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.166 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.167 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.167 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.167 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.167 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.167 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.167 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.169 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.227 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.227 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.227 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.227 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.228 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.229 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1943777716(state=PENDING, result=null, callback=(continuation of Deferred@1031579557 after retry RPC after error@461683650) -> (continuation of Deferred@2131090978 after retry RPC after error@1367180903) -> (continuation of Deferred@165958242 after retry RPC after error@931177015) -> (continuation of Deferred@1722129963 after retry RPC after error@1540780582) -> (continuation of Deferred@1888115836 after retry RPC after error@1110034752) -> (continuation of Deferred@146228200 after retry RPC after error@1620592538), errback=(continuation of Deferred@1031579557 after retry RPC after error@461683650) -> (continuation of Deferred@2131090978 after retry RPC after error@1367180903) -> (continuation of Deferred@165958242 after retry RPC after error@931177015) -> (continuation of Deferred@1722129963 after retry RPC after error@1540780582) -> (continuation of Deferred@1888115836 after retry RPC after error@1110034752) -> (continuation of Deferred@146228200 after retry RPC after error@1620592538)))
02:03:19.229 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1943777716(state=PENDING, result=null, callback=(continuation of Deferred@1031579557 after retry RPC after error@461683650) -> (continuation of Deferred@2131090978 after retry RPC after error@1367180903) -> (continuation of Deferred@165958242 after retry RPC after error@931177015) -> (continuation of Deferred@1722129963 after retry RPC after error@1540780582) -> (continuation of Deferred@1888115836 after retry RPC after error@1110034752) -> (continuation of Deferred@146228200 after retry RPC after error@1620592538), errback=(continuation of Deferred@1031579557 after retry RPC after error@461683650) -> (continuation of Deferred@2131090978 after retry RPC after error@1367180903) -> (continuation of Deferred@165958242 after retry RPC after error@931177015) -> (continuation of Deferred@1722129963 after retry RPC after error@1540780582) -> (continuation of Deferred@1888115836 after retry RPC after error@1110034752) -> (continuation of Deferred@146228200 after retry RPC after error@1620592538)))
02:03:19.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.247 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.247 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.247 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.249 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.266 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.267 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.267 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.267 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.267 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.267 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.267 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.268 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.287 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.287 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.287 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.287 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.287 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.287 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.288 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.307 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.308 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.308 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.309 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.327 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.327 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.327 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.327 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.328 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.329 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.367 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.367 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.368 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.368 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.368 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.368 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.369 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.387 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.387 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.387 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.387 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.387 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.387 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.388 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.447 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.447 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.447 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.447 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.448 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.449 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.449 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1731429108(state=PENDING, result=null, callback=(continuation of Deferred@1020913127 after retry RPC after error@1116451046) -> (continuation of Deferred@781969052 after retry RPC after error@1430578585) -> (continuation of Deferred@641848331 after retry RPC after error@970087589) -> (continuation of Deferred@1217192453 after retry RPC after error@974565024) -> (continuation of Deferred@316658789 after retry RPC after error@969115119) -> (continuation of Deferred@376488984 after retry RPC after error@421272536) -> (continuation of Deferred@1963755618 after retry RPC after error@1346734033), errback=(continuation of Deferred@1020913127 after retry RPC after error@1116451046) -> (continuation of Deferred@781969052 after retry RPC after error@1430578585) -> (continuation of Deferred@641848331 after retry RPC after error@970087589) -> (continuation of Deferred@1217192453 after retry RPC after error@974565024) -> (continuation of Deferred@316658789 after retry RPC after error@969115119) -> (continuation of Deferred@376488984 after retry RPC after error@421272536) -> (continuation of Deferred@1963755618 after retry RPC after error@1346734033)))
02:03:19.450 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1731429108(state=PENDING, result=null, callback=(continuation of Deferred@1020913127 after retry RPC after error@1116451046) -> (continuation of Deferred@781969052 after retry RPC after error@1430578585) -> (continuation of Deferred@641848331 after retry RPC after error@970087589) -> (continuation of Deferred@1217192453 after retry RPC after error@974565024) -> (continuation of Deferred@316658789 after retry RPC after error@969115119) -> (continuation of Deferred@376488984 after retry RPC after error@421272536) -> (continuation of Deferred@1963755618 after retry RPC after error@1346734033), errback=(continuation of Deferred@1020913127 after retry RPC after error@1116451046) -> (continuation of Deferred@781969052 after retry RPC after error@1430578585) -> (continuation of Deferred@641848331 after retry RPC after error@970087589) -> (continuation of Deferred@1217192453 after retry RPC after error@974565024) -> (continuation of Deferred@316658789 after retry RPC after error@969115119) -> (continuation of Deferred@376488984 after retry RPC after error@421272536) -> (continuation of Deferred@1963755618 after retry RPC after error@1346734033)))
02:03:19.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.467 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.468 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.468 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.469 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.487 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.487 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.487 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.487 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.487 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.487 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.488 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.507 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.507 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.507 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.507 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.507 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.507 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.508 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.527 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.527 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.527 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.527 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.528 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.548 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.548 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.548 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.549 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.588 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.588 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.588 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.588 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.588 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.588 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.589 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.607 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.607 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.607 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.607 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.608 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.608 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.609 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.687 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.687 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.687 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.689 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.689 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@985815393(state=PENDING, result=null, callback=(continuation of Deferred@1979010567 after retry RPC after error@1576902898) -> (continuation of Deferred@851157797 after retry RPC after error@437976386) -> (continuation of Deferred@1161829744 after retry RPC after error@1972035354) -> (continuation of Deferred@449312773 after retry RPC after error@1467676402) -> (continuation of Deferred@311745264 after retry RPC after error@835040695) -> (continuation of Deferred@342324314 after retry RPC after error@346742082) -> (continuation of Deferred@551405181 after retry RPC after error@1009362908), errback=(continuation of Deferred@1979010567 after retry RPC after error@1576902898) -> (continuation of Deferred@851157797 after retry RPC after error@437976386) -> (continuation of Deferred@1161829744 after retry RPC after error@1972035354) -> (continuation of Deferred@449312773 after retry RPC after error@1467676402) -> (continuation of Deferred@311745264 after retry RPC after error@835040695) -> (continuation of Deferred@342324314 after retry RPC after error@346742082) -> (continuation of Deferred@551405181 after retry RPC after error@1009362908)))
02:03:19.690 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@985815393(state=PENDING, result=null, callback=(continuation of Deferred@1979010567 after retry RPC after error@1576902898) -> (continuation of Deferred@851157797 after retry RPC after error@437976386) -> (continuation of Deferred@1161829744 after retry RPC after error@1972035354) -> (continuation of Deferred@449312773 after retry RPC after error@1467676402) -> (continuation of Deferred@311745264 after retry RPC after error@835040695) -> (continuation of Deferred@342324314 after retry RPC after error@346742082) -> (continuation of Deferred@551405181 after retry RPC after error@1009362908), errback=(continuation of Deferred@1979010567 after retry RPC after error@1576902898) -> (continuation of Deferred@851157797 after retry RPC after error@437976386) -> (continuation of Deferred@1161829744 after retry RPC after error@1972035354) -> (continuation of Deferred@449312773 after retry RPC after error@1467676402) -> (continuation of Deferred@311745264 after retry RPC after error@835040695) -> (continuation of Deferred@342324314 after retry RPC after error@346742082) -> (continuation of Deferred@551405181 after retry RPC after error@1009362908)))
02:03:19.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.707 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.707 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.707 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.707 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.709 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.727 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.727 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.727 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.727 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.727 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.727 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.728 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.747 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.747 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.747 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.747 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.747 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.747 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.748 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.767 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.767 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.767 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.769 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.787 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.787 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.788 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.788 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.827 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.827 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.827 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.827 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.827 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.827 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.828 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.848 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.848 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.848 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.848 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.848 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.848 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.849 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.947 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.947 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.947 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.947 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.947 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.947 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.949 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.949 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1673821650(state=PENDING, result=null, callback=(continuation of Deferred@950799412 after retry RPC after error@738137942) -> (continuation of Deferred@2064783442 after retry RPC after error@997773327) -> (continuation of Deferred@1668134648 after retry RPC after error@813385828) -> (continuation of Deferred@1530922673 after retry RPC after error@642080126) -> (continuation of Deferred@672261432 after retry RPC after error@1111732278) -> (continuation of Deferred@426591041 after retry RPC after error@357516223) -> (continuation of Deferred@852511755 after retry RPC after error@1833797735), errback=(continuation of Deferred@950799412 after retry RPC after error@738137942) -> (continuation of Deferred@2064783442 after retry RPC after error@997773327) -> (continuation of Deferred@1668134648 after retry RPC after error@813385828) -> (continuation of Deferred@1530922673 after retry RPC after error@642080126) -> (continuation of Deferred@672261432 after retry RPC after error@1111732278) -> (continuation of Deferred@426591041 after retry RPC after error@357516223) -> (continuation of Deferred@852511755 after retry RPC after error@1833797735)))
02:03:19.949 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1673821650(state=PENDING, result=null, callback=(continuation of Deferred@950799412 after retry RPC after error@738137942) -> (continuation of Deferred@2064783442 after retry RPC after error@997773327) -> (continuation of Deferred@1668134648 after retry RPC after error@813385828) -> (continuation of Deferred@1530922673 after retry RPC after error@642080126) -> (continuation of Deferred@672261432 after retry RPC after error@1111732278) -> (continuation of Deferred@426591041 after retry RPC after error@357516223) -> (continuation of Deferred@852511755 after retry RPC after error@1833797735), errback=(continuation of Deferred@950799412 after retry RPC after error@738137942) -> (continuation of Deferred@2064783442 after retry RPC after error@997773327) -> (continuation of Deferred@1668134648 after retry RPC after error@813385828) -> (continuation of Deferred@1530922673 after retry RPC after error@642080126) -> (continuation of Deferred@672261432 after retry RPC after error@1111732278) -> (continuation of Deferred@426591041 after retry RPC after error@357516223) -> (continuation of Deferred@852511755 after retry RPC after error@1833797735)))
02:03:19.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.967 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.967 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.967 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.967 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.967 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.968 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:19.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:19.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:19.987 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.987 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.987 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.987 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:19.987 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.987 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:19.988 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.007 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.007 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.007 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.007 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.007 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.007 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.008 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.027 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.028 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.028 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.028 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.028 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.029 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.047 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.048 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.048 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.049 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.067 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.067 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.067 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.068 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.068 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.068 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.069 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.087 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.087 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.087 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.087 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.087 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.087 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.088 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.206 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.206 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.207 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.207 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.207 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.208 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.209 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@321866115(state=PENDING, result=null, callback=(continuation of Deferred@1074806004 after retry RPC after error@642457719) -> (continuation of Deferred@1020552744 after retry RPC after error@1440633696) -> (continuation of Deferred@350761651 after retry RPC after error@1801449665) -> (continuation of Deferred@1948597924 after retry RPC after error@1405564435) -> (continuation of Deferred@107998066 after retry RPC after error@304274054) -> (continuation of Deferred@1328486008 after retry RPC after error@624088608) -> (continuation of Deferred@1560251791 after retry RPC after error@1477286524), errback=(continuation of Deferred@1074806004 after retry RPC after error@642457719) -> (continuation of Deferred@1020552744 after retry RPC after error@1440633696) -> (continuation of Deferred@350761651 after retry RPC after error@1801449665) -> (continuation of Deferred@1948597924 after retry RPC after error@1405564435) -> (continuation of Deferred@107998066 after retry RPC after error@304274054) -> (continuation of Deferred@1328486008 after retry RPC after error@624088608) -> (continuation of Deferred@1560251791 after retry RPC after error@1477286524)))
02:03:20.209 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@321866115(state=PENDING, result=null, callback=(continuation of Deferred@1074806004 after retry RPC after error@642457719) -> (continuation of Deferred@1020552744 after retry RPC after error@1440633696) -> (continuation of Deferred@350761651 after retry RPC after error@1801449665) -> (continuation of Deferred@1948597924 after retry RPC after error@1405564435) -> (continuation of Deferred@107998066 after retry RPC after error@304274054) -> (continuation of Deferred@1328486008 after retry RPC after error@624088608) -> (continuation of Deferred@1560251791 after retry RPC after error@1477286524), errback=(continuation of Deferred@1074806004 after retry RPC after error@642457719) -> (continuation of Deferred@1020552744 after retry RPC after error@1440633696) -> (continuation of Deferred@350761651 after retry RPC after error@1801449665) -> (continuation of Deferred@1948597924 after retry RPC after error@1405564435) -> (continuation of Deferred@107998066 after retry RPC after error@304274054) -> (continuation of Deferred@1328486008 after retry RPC after error@624088608) -> (continuation of Deferred@1560251791 after retry RPC after error@1477286524)))
02:03:20.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.228 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.228 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.228 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.229 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.247 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.247 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.247 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.248 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.247 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.248 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.249 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.267 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.267 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.267 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.267 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.267 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.268 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.269 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.287 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.287 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.287 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.287 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.287 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.289 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.307 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.307 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.307 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.308 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.347 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.347 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.347 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.347 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.347 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.347 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.348 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.407 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.407 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.407 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.407 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.407 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.407 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.409 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.427 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.427 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.427 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.428 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.429 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@292484898(state=PENDING, result=null, callback=(continuation of Deferred@2030990933 after retry RPC after error@713628667) -> (continuation of Deferred@416936332 after retry RPC after error@2129187410) -> (continuation of Deferred@1960754948 after retry RPC after error@376059047) -> (continuation of Deferred@1097396855 after retry RPC after error@2032845386) -> (continuation of Deferred@2014147828 after retry RPC after error@1065728094) -> (continuation of Deferred@964169363 after retry RPC after error@376415076) -> (continuation of Deferred@97968009 after retry RPC after error@394514469), errback=(continuation of Deferred@2030990933 after retry RPC after error@713628667) -> (continuation of Deferred@416936332 after retry RPC after error@2129187410) -> (continuation of Deferred@1960754948 after retry RPC after error@376059047) -> (continuation of Deferred@1097396855 after retry RPC after error@2032845386) -> (continuation of Deferred@2014147828 after retry RPC after error@1065728094) -> (continuation of Deferred@964169363 after retry RPC after error@376415076) -> (continuation of Deferred@97968009 after retry RPC after error@394514469)))
02:03:20.429 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [200ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@292484898(state=PENDING, result=null, callback=(continuation of Deferred@2030990933 after retry RPC after error@713628667) -> (continuation of Deferred@416936332 after retry RPC after error@2129187410) -> (continuation of Deferred@1960754948 after retry RPC after error@376059047) -> (continuation of Deferred@1097396855 after retry RPC after error@2032845386) -> (continuation of Deferred@2014147828 after retry RPC after error@1065728094) -> (continuation of Deferred@964169363 after retry RPC after error@376415076) -> (continuation of Deferred@97968009 after retry RPC after error@394514469), errback=(continuation of Deferred@2030990933 after retry RPC after error@713628667) -> (continuation of Deferred@416936332 after retry RPC after error@2129187410) -> (continuation of Deferred@1960754948 after retry RPC after error@376059047) -> (continuation of Deferred@1097396855 after retry RPC after error@2032845386) -> (continuation of Deferred@2014147828 after retry RPC after error@1065728094) -> (continuation of Deferred@964169363 after retry RPC after error@376415076) -> (continuation of Deferred@97968009 after retry RPC after error@394514469)))
02:03:20.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.447 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.447 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.447 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.447 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.447 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.447 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.448 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.467 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.467 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.467 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.467 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.467 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.467 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.468 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.487 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.487 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.487 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.487 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.487 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.488 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.488 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.488 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.489 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.507 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.507 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.507 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.507 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.508 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.527 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.527 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.527 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.528 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.547 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.547 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.547 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.547 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.547 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.547 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.548 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.568 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.568 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.568 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.568 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.568 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.568 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.569 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.627 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.627 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.627 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.628 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.707 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@246107055(state=PENDING, result=null, callback=(continuation of Deferred@854132251 after retry RPC after error@205768590) -> (continuation of Deferred@760524530 after retry RPC after error@2037808836) -> (continuation of Deferred@55932463 after retry RPC after error@297315964) -> (continuation of Deferred@429109639 after retry RPC after error@1406757935) -> (continuation of Deferred@2065013877 after retry RPC after error@789186085) -> (continuation of Deferred@730961354 after retry RPC after error@858860675) -> (continuation of Deferred@1687222436 after retry RPC after error@466940221), errback=(continuation of Deferred@854132251 after retry RPC after error@205768590) -> (continuation of Deferred@760524530 after retry RPC after error@2037808836) -> (continuation of Deferred@55932463 after retry RPC after error@297315964) -> (continuation of Deferred@429109639 after retry RPC after error@1406757935) -> (continuation of Deferred@2065013877 after retry RPC after error@789186085) -> (continuation of Deferred@730961354 after retry RPC after error@858860675) -> (continuation of Deferred@1687222436 after retry RPC after error@466940221)))
02:03:20.707 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
02:03:20.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.727 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.728 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.728 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.729 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.747 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.747 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.747 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.747 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.747 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.747 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.747 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.749 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.767 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.767 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.767 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.767 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.767 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.767 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.768 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.787 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.787 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.787 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.787 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.788 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.807 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.808 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.808 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.809 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.827 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.827 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.827 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.827 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.828 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.828 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.828 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.828 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.829 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.867 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.867 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.867 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.867 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.868 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.868 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.967 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.967 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.968 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.969 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:20.970 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@93681659(state=PENDING, result=null, callback=(continuation of Deferred@1994063699 after retry RPC after error@1798337426) -> (continuation of Deferred@1643104022 after retry RPC after error@1340825215) -> (continuation of Deferred@1852440758 after retry RPC after error@103694858) -> (continuation of Deferred@426177198 after retry RPC after error@216747867) -> (continuation of Deferred@851083712 after retry RPC after error@1181793167) -> (continuation of Deferred@1756217965 after retry RPC after error@1055574452) -> (continuation of Deferred@1480125224 after retry RPC after error@458727267), errback=(continuation of Deferred@1994063699 after retry RPC after error@1798337426) -> (continuation of Deferred@1643104022 after retry RPC after error@1340825215) -> (continuation of Deferred@1852440758 after retry RPC after error@103694858) -> (continuation of Deferred@426177198 after retry RPC after error@216747867) -> (continuation of Deferred@851083712 after retry RPC after error@1181793167) -> (continuation of Deferred@1756217965 after retry RPC after error@1055574452) -> (continuation of Deferred@1480125224 after retry RPC after error@458727267)))
02:03:20.970 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@93681659(state=PENDING, result=null, callback=(continuation of Deferred@1994063699 after retry RPC after error@1798337426) -> (continuation of Deferred@1643104022 after retry RPC after error@1340825215) -> (continuation of Deferred@1852440758 after retry RPC after error@103694858) -> (continuation of Deferred@426177198 after retry RPC after error@216747867) -> (continuation of Deferred@851083712 after retry RPC after error@1181793167) -> (continuation of Deferred@1756217965 after retry RPC after error@1055574452) -> (continuation of Deferred@1480125224 after retry RPC after error@458727267), errback=(continuation of Deferred@1994063699 after retry RPC after error@1798337426) -> (continuation of Deferred@1643104022 after retry RPC after error@1340825215) -> (continuation of Deferred@1852440758 after retry RPC after error@103694858) -> (continuation of Deferred@426177198 after retry RPC after error@216747867) -> (continuation of Deferred@851083712 after retry RPC after error@1181793167) -> (continuation of Deferred@1756217965 after retry RPC after error@1055574452) -> (continuation of Deferred@1480125224 after retry RPC after error@458727267)))
02:03:20.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:20.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:20.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.987 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.987 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:20.987 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:20.988 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.007 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.007 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.007 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.007 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.007 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.007 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.009 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.028 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.028 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.028 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.028 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.028 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.028 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.029 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.048 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.048 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.048 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.049 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.067 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.067 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.068 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.068 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.069 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.087 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.087 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.087 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.087 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.087 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.087 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.088 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.107 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.107 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.107 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.107 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.107 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.107 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.109 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.167 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.167 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.167 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.167 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.167 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.167 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.169 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.169 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@740163498(state=PENDING, result=null, callback=(continuation of Deferred@1533493938 after retry RPC after error@1160466974) -> (continuation of Deferred@623325450 after retry RPC after error@1711569579) -> (continuation of Deferred@127387147 after retry RPC after error@414441285) -> (continuation of Deferred@67109432 after retry RPC after error@1091887409) -> (continuation of Deferred@2013974662 after retry RPC after error@2118480181) -> (continuation of Deferred@2060500231 after retry RPC after error@472630789) -> (continuation of Deferred@839629798 after retry RPC after error@1729275979), errback=(continuation of Deferred@1533493938 after retry RPC after error@1160466974) -> (continuation of Deferred@623325450 after retry RPC after error@1711569579) -> (continuation of Deferred@127387147 after retry RPC after error@414441285) -> (continuation of Deferred@67109432 after retry RPC after error@1091887409) -> (continuation of Deferred@2013974662 after retry RPC after error@2118480181) -> (continuation of Deferred@2060500231 after retry RPC after error@472630789) -> (continuation of Deferred@839629798 after retry RPC after error@1729275979)))
02:03:21.169 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@740163498(state=PENDING, result=null, callback=(continuation of Deferred@1533493938 after retry RPC after error@1160466974) -> (continuation of Deferred@623325450 after retry RPC after error@1711569579) -> (continuation of Deferred@127387147 after retry RPC after error@414441285) -> (continuation of Deferred@67109432 after retry RPC after error@1091887409) -> (continuation of Deferred@2013974662 after retry RPC after error@2118480181) -> (continuation of Deferred@2060500231 after retry RPC after error@472630789) -> (continuation of Deferred@839629798 after retry RPC after error@1729275979), errback=(continuation of Deferred@1533493938 after retry RPC after error@1160466974) -> (continuation of Deferred@623325450 after retry RPC after error@1711569579) -> (continuation of Deferred@127387147 after retry RPC after error@414441285) -> (continuation of Deferred@67109432 after retry RPC after error@1091887409) -> (continuation of Deferred@2013974662 after retry RPC after error@2118480181) -> (continuation of Deferred@2060500231 after retry RPC after error@472630789) -> (continuation of Deferred@839629798 after retry RPC after error@1729275979)))
02:03:21.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.187 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.187 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.187 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.189 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.206 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.207 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.207 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.207 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.207 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.208 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.208 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.209 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.227 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.227 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.227 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.227 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.227 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.227 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.228 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.247 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.247 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.247 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.248 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.268 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.268 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.268 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.269 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.307 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.307 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.307 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.307 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.307 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.307 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.308 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.367 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.367 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.367 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.367 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.367 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.367 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.368 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.446 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@578474418(state=PENDING, result=null, callback=(continuation of Deferred@2102239634 after retry RPC after error@2034326683) -> (continuation of Deferred@1368121581 after retry RPC after error@621300783) -> (continuation of Deferred@895035437 after retry RPC after error@1175396249) -> (continuation of Deferred@1208816445 after retry RPC after error@797136679) -> (continuation of Deferred@1407650490 after retry RPC after error@1831478408) -> (continuation of Deferred@1293829867 after retry RPC after error@2014382592) -> (continuation of Deferred@331906402 after retry RPC after error@804914679), errback=(continuation of Deferred@2102239634 after retry RPC after error@2034326683) -> (continuation of Deferred@1368121581 after retry RPC after error@621300783) -> (continuation of Deferred@895035437 after retry RPC after error@1175396249) -> (continuation of Deferred@1208816445 after retry RPC after error@797136679) -> (continuation of Deferred@1407650490 after retry RPC after error@1831478408) -> (continuation of Deferred@1293829867 after retry RPC after error@2014382592) -> (continuation of Deferred@331906402 after retry RPC after error@804914679)))
02:03:21.447 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
02:03:21.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.467 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.467 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.468 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.468 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.469 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.487 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.487 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.487 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.487 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.487 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.487 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.487 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.487 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.489 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.507 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.507 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.507 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.507 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.507 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.507 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.509 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.527 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.527 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.527 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.527 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.527 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.527 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.528 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.547 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.547 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.547 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.547 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.548 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.567 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.567 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.567 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.567 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.567 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.567 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.568 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.647 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.647 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.647 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.647 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.647 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.647 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.648 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.649 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@755189422(state=PENDING, result=null, callback=(continuation of Deferred@348154173 after retry RPC after error@1847018839) -> (continuation of Deferred@528396710 after retry RPC after error@687846097) -> (continuation of Deferred@1063366514 after retry RPC after error@1804105780) -> (continuation of Deferred@26281826 after retry RPC after error@1420641467) -> (continuation of Deferred@1711635299 after retry RPC after error@1315235407) -> (continuation of Deferred@1204245238 after retry RPC after error@2045857321), errback=(continuation of Deferred@348154173 after retry RPC after error@1847018839) -> (continuation of Deferred@528396710 after retry RPC after error@687846097) -> (continuation of Deferred@1063366514 after retry RPC after error@1804105780) -> (continuation of Deferred@26281826 after retry RPC after error@1420641467) -> (continuation of Deferred@1711635299 after retry RPC after error@1315235407) -> (continuation of Deferred@1204245238 after retry RPC after error@2045857321)))
02:03:21.649 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@755189422(state=PENDING, result=null, callback=(continuation of Deferred@348154173 after retry RPC after error@1847018839) -> (continuation of Deferred@528396710 after retry RPC after error@687846097) -> (continuation of Deferred@1063366514 after retry RPC after error@1804105780) -> (continuation of Deferred@26281826 after retry RPC after error@1420641467) -> (continuation of Deferred@1711635299 after retry RPC after error@1315235407) -> (continuation of Deferred@1204245238 after retry RPC after error@2045857321), errback=(continuation of Deferred@348154173 after retry RPC after error@1847018839) -> (continuation of Deferred@528396710 after retry RPC after error@687846097) -> (continuation of Deferred@1063366514 after retry RPC after error@1804105780) -> (continuation of Deferred@26281826 after retry RPC after error@1420641467) -> (continuation of Deferred@1711635299 after retry RPC after error@1315235407) -> (continuation of Deferred@1204245238 after retry RPC after error@2045857321)))
02:03:21.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.667 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.667 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.667 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.667 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.667 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.667 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.669 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.687 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.687 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.687 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.688 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.707 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.707 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.707 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.708 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.708 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.709 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.727 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.727 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.727 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.727 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.727 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.727 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.728 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.747 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.747 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.747 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.747 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.747 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.747 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.747 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.748 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.767 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.767 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.767 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.767 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.768 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.827 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.827 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.827 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.827 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.828 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.828 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1881294311(state=PENDING, result=null, callback=(continuation of Deferred@1155131083 after retry RPC after error@1616016022) -> (continuation of Deferred@726932193 after retry RPC after error@1228635921) -> (continuation of Deferred@1113536323 after retry RPC after error@829045596) -> (continuation of Deferred@987937922 after retry RPC after error@674471736) -> (continuation of Deferred@325926994 after retry RPC after error@1933388216) -> (continuation of Deferred@1553243633 after retry RPC after error@1751778052), errback=(continuation of Deferred@1155131083 after retry RPC after error@1616016022) -> (continuation of Deferred@726932193 after retry RPC after error@1228635921) -> (continuation of Deferred@1113536323 after retry RPC after error@829045596) -> (continuation of Deferred@987937922 after retry RPC after error@674471736) -> (continuation of Deferred@325926994 after retry RPC after error@1933388216) -> (continuation of Deferred@1553243633 after retry RPC after error@1751778052)))
02:03:21.829 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1881294311(state=PENDING, result=null, callback=(continuation of Deferred@1155131083 after retry RPC after error@1616016022) -> (continuation of Deferred@726932193 after retry RPC after error@1228635921) -> (continuation of Deferred@1113536323 after retry RPC after error@829045596) -> (continuation of Deferred@987937922 after retry RPC after error@674471736) -> (continuation of Deferred@325926994 after retry RPC after error@1933388216) -> (continuation of Deferred@1553243633 after retry RPC after error@1751778052), errback=(continuation of Deferred@1155131083 after retry RPC after error@1616016022) -> (continuation of Deferred@726932193 after retry RPC after error@1228635921) -> (continuation of Deferred@1113536323 after retry RPC after error@829045596) -> (continuation of Deferred@987937922 after retry RPC after error@674471736) -> (continuation of Deferred@325926994 after retry RPC after error@1933388216) -> (continuation of Deferred@1553243633 after retry RPC after error@1751778052)))
02:03:21.846 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.846 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.847 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.847 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.847 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.847 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.847 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.847 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.848 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.866 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.866 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.867 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.867 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.867 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.867 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.867 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.867 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.868 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.888 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.888 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.888 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.889 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.907 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.907 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.907 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.907 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.908 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.909 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.927 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.927 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.927 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.927 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.927 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.927 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.928 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.967 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.967 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.967 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.967 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.967 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.967 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.969 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:21.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:21.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:21.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.987 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.987 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.987 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:21.987 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:21.988 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.007 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.007 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.007 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.008 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.009 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1071319615(state=PENDING, result=null, callback=(continuation of Deferred@86036147 after retry RPC after error@1556594105) -> (continuation of Deferred@1870271037 after retry RPC after error@135755551) -> (continuation of Deferred@197228024 after retry RPC after error@1779055436) -> (continuation of Deferred@1440622538 after retry RPC after error@1723993569) -> (continuation of Deferred@1714211444 after retry RPC after error@1573342630) -> (continuation of Deferred@2038682019 after retry RPC after error@265840247) -> (continuation of Deferred@262632082 after retry RPC after error@1751819453), errback=(continuation of Deferred@86036147 after retry RPC after error@1556594105) -> (continuation of Deferred@1870271037 after retry RPC after error@135755551) -> (continuation of Deferred@197228024 after retry RPC after error@1779055436) -> (continuation of Deferred@1440622538 after retry RPC after error@1723993569) -> (continuation of Deferred@1714211444 after retry RPC after error@1573342630) -> (continuation of Deferred@2038682019 after retry RPC after error@265840247) -> (continuation of Deferred@262632082 after retry RPC after error@1751819453)))
02:03:22.009 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1071319615(state=PENDING, result=null, callback=(continuation of Deferred@86036147 after retry RPC after error@1556594105) -> (continuation of Deferred@1870271037 after retry RPC after error@135755551) -> (continuation of Deferred@197228024 after retry RPC after error@1779055436) -> (continuation of Deferred@1440622538 after retry RPC after error@1723993569) -> (continuation of Deferred@1714211444 after retry RPC after error@1573342630) -> (continuation of Deferred@2038682019 after retry RPC after error@265840247) -> (continuation of Deferred@262632082 after retry RPC after error@1751819453), errback=(continuation of Deferred@86036147 after retry RPC after error@1556594105) -> (continuation of Deferred@1870271037 after retry RPC after error@135755551) -> (continuation of Deferred@197228024 after retry RPC after error@1779055436) -> (continuation of Deferred@1440622538 after retry RPC after error@1723993569) -> (continuation of Deferred@1714211444 after retry RPC after error@1573342630) -> (continuation of Deferred@2038682019 after retry RPC after error@265840247) -> (continuation of Deferred@262632082 after retry RPC after error@1751819453)))
02:03:22.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.027 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.027 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.027 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.027 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.027 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.027 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.028 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:22.032116 25133 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 1)
02:03:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:22.036643 25133 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '32631f9216744834a2af3633bfaf79fc', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '32631f9216744834a2af3633bfaf79fc', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 1)
02:03:22.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:22.039508 25133 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.24.13.126:44527)
02:03:22.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.047 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.047 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.047 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.048 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.048 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.048 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.049 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.067 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.067 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.068 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.068 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.087 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.087 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.088 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.088 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.107 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.107 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.107 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.107 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.107 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.107 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.108 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.126 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.126 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.126 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.127 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.127 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.127 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.127 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.127 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.128 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.167 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.168 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.168 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.168 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.169 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.187 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.187 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.187 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.189 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.189 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1588649148(state=PENDING, result=null, callback=(continuation of Deferred@1059153339 after retry RPC after error@1417012851) -> (continuation of Deferred@311842801 after retry RPC after error@1251687459) -> (continuation of Deferred@2116256886 after retry RPC after error@85894079) -> (continuation of Deferred@630670642 after retry RPC after error@914235271) -> (continuation of Deferred@1419525386 after retry RPC after error@619671421) -> (continuation of Deferred@1003356167 after retry RPC after error@2097853150) -> (continuation of Deferred@1221309464 after retry RPC after error@385920763), errback=(continuation of Deferred@1059153339 after retry RPC after error@1417012851) -> (continuation of Deferred@311842801 after retry RPC after error@1251687459) -> (continuation of Deferred@2116256886 after retry RPC after error@85894079) -> (continuation of Deferred@630670642 after retry RPC after error@914235271) -> (continuation of Deferred@1419525386 after retry RPC after error@619671421) -> (continuation of Deferred@1003356167 after retry RPC after error@2097853150) -> (continuation of Deferred@1221309464 after retry RPC after error@385920763)))
02:03:22.189 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1588649148(state=PENDING, result=null, callback=(continuation of Deferred@1059153339 after retry RPC after error@1417012851) -> (continuation of Deferred@311842801 after retry RPC after error@1251687459) -> (continuation of Deferred@2116256886 after retry RPC after error@85894079) -> (continuation of Deferred@630670642 after retry RPC after error@914235271) -> (continuation of Deferred@1419525386 after retry RPC after error@619671421) -> (continuation of Deferred@1003356167 after retry RPC after error@2097853150) -> (continuation of Deferred@1221309464 after retry RPC after error@385920763), errback=(continuation of Deferred@1059153339 after retry RPC after error@1417012851) -> (continuation of Deferred@311842801 after retry RPC after error@1251687459) -> (continuation of Deferred@2116256886 after retry RPC after error@85894079) -> (continuation of Deferred@630670642 after retry RPC after error@914235271) -> (continuation of Deferred@1419525386 after retry RPC after error@619671421) -> (continuation of Deferred@1003356167 after retry RPC after error@2097853150) -> (continuation of Deferred@1221309464 after retry RPC after error@385920763)))
02:03:22.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:22.192382 25993 raft_consensus.cc:493] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Starting pre-election (detected failure of leader df15274ab99d464db432e9e1022fab6f)
02:03:22.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:22.192692 25993 raft_consensus.cc:515] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:03:22.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:22.193492 25993 leader_election.cc:290] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451), df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721)
02:03:22.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:22.194566 25664 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111) [suppressed 3 similar messages]
02:03:22.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:22.196051 25667 leader_election.cc:336] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721): Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111)
02:03:22.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:22.196251 25664 leader_election.cc:336] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451): Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111)
02:03:22.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:22.196365 25664 leader_election.cc:304] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 116f12de246941b8a4f101172489b8fa; no voters: 549d65970144428d80363a03f91f47f8, df15274ab99d464db432e9e1022fab6f
02:03:22.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:22.196604 25993 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
02:03:22.206 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.207 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.207 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.207 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.207 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.207 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.207 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.208 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.227 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.227 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.227 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.227 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.227 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.227 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.228 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.247 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.247 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.247 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.248 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.271 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.271 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.271 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.272 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.307 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.307 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.307 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.307 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.307 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.307 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.308 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.347 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.347 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.347 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.347 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.347 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.347 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.348 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.387 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.387 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.387 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.387 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.387 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.388 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.389 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [65ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [65ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [66ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [66ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@84419405(state=PENDING, result=null, callback=(continuation of Deferred@2100864139 after retry RPC after error@1612483808) -> (continuation of Deferred@1191871142 after retry RPC after error@64803649) -> (continuation of Deferred@997729101 after retry RPC after error@1065866062) -> (continuation of Deferred@747334058 after retry RPC after error@1235804577) -> (continuation of Deferred@858837394 after retry RPC after error@850159897) -> (continuation of Deferred@1167950047 after retry RPC after error@1270268964), errback=(continuation of Deferred@2100864139 after retry RPC after error@1612483808) -> (continuation of Deferred@1191871142 after retry RPC after error@64803649) -> (continuation of Deferred@997729101 after retry RPC after error@1065866062) -> (continuation of Deferred@747334058 after retry RPC after error@1235804577) -> (continuation of Deferred@858837394 after retry RPC after error@850159897) -> (continuation of Deferred@1167950047 after retry RPC after error@1270268964)))
02:03:22.389 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [65ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [65ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [66ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [66ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@84419405(state=PENDING, result=null, callback=(continuation of Deferred@2100864139 after retry RPC after error@1612483808) -> (continuation of Deferred@1191871142 after retry RPC after error@64803649) -> (continuation of Deferred@997729101 after retry RPC after error@1065866062) -> (continuation of Deferred@747334058 after retry RPC after error@1235804577) -> (continuation of Deferred@858837394 after retry RPC after error@850159897) -> (continuation of Deferred@1167950047 after retry RPC after error@1270268964), errback=(continuation of Deferred@2100864139 after retry RPC after error@1612483808) -> (continuation of Deferred@1191871142 after retry RPC after error@64803649) -> (continuation of Deferred@997729101 after retry RPC after error@1065866062) -> (continuation of Deferred@747334058 after retry RPC after error@1235804577) -> (continuation of Deferred@858837394 after retry RPC after error@850159897) -> (continuation of Deferred@1167950047 after retry RPC after error@1270268964)))
02:03:22.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.408 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.408 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.408 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.409 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.427 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.427 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.428 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.428 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.428 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.428 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.429 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.447 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.447 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.447 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.447 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.447 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.447 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.448 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.467 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.467 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.467 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.467 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.467 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.467 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.468 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.487 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.487 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.487 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.487 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.487 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.487 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.488 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.507 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.507 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.507 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.507 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.507 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.507 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.508 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.567 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.567 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.567 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.567 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.567 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.567 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.568 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.568 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@2087613292(state=PENDING, result=null, callback=(continuation of Deferred@5221141 after retry RPC after error@1120971512) -> (continuation of Deferred@772999834 after retry RPC after error@560589095) -> (continuation of Deferred@1543760156 after retry RPC after error@465772302) -> (continuation of Deferred@758288694 after retry RPC after error@1140614502) -> (continuation of Deferred@7618316 after retry RPC after error@63728483) -> (continuation of Deferred@986636557 after retry RPC after error@439968871), errback=(continuation of Deferred@5221141 after retry RPC after error@1120971512) -> (continuation of Deferred@772999834 after retry RPC after error@560589095) -> (continuation of Deferred@1543760156 after retry RPC after error@465772302) -> (continuation of Deferred@758288694 after retry RPC after error@1140614502) -> (continuation of Deferred@7618316 after retry RPC after error@63728483) -> (continuation of Deferred@986636557 after retry RPC after error@439968871)))
02:03:22.568 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@2087613292(state=PENDING, result=null, callback=(continuation of Deferred@5221141 after retry RPC after error@1120971512) -> (continuation of Deferred@772999834 after retry RPC after error@560589095) -> (continuation of Deferred@1543760156 after retry RPC after error@465772302) -> (continuation of Deferred@758288694 after retry RPC after error@1140614502) -> (continuation of Deferred@7618316 after retry RPC after error@63728483) -> (continuation of Deferred@986636557 after retry RPC after error@439968871), errback=(continuation of Deferred@5221141 after retry RPC after error@1120971512) -> (continuation of Deferred@772999834 after retry RPC after error@560589095) -> (continuation of Deferred@1543760156 after retry RPC after error@465772302) -> (continuation of Deferred@758288694 after retry RPC after error@1140614502) -> (continuation of Deferred@7618316 after retry RPC after error@63728483) -> (continuation of Deferred@986636557 after retry RPC after error@439968871)))
02:03:22.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.587 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.587 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.588 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.589 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.607 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.607 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.607 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.608 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.609 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.627 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.627 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.627 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.627 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.627 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.628 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.628 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.647 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.647 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.647 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.647 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.647 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.647 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.648 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.667 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.667 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.667 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.668 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.688 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.688 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.688 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.689 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.728 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.728 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.728 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.728 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.728 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.728 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.729 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.846 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [0ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1012307891(state=PENDING, result=null, callback=(continuation of Deferred@1084276746 after retry RPC after error@331697337) -> (continuation of Deferred@1918758728 after retry RPC after error@2059277759) -> (continuation of Deferred@1012415090 after retry RPC after error@96537028) -> (continuation of Deferred@419139995 after retry RPC after error@316832982) -> (continuation of Deferred@1863602002 after retry RPC after error@1645671517) -> (continuation of Deferred@640009933 after retry RPC after error@664799763) -> (continuation of Deferred@1787015018 after retry RPC after error@1071782523), errback=(continuation of Deferred@1084276746 after retry RPC after error@331697337) -> (continuation of Deferred@1918758728 after retry RPC after error@2059277759) -> (continuation of Deferred@1012415090 after retry RPC after error@96537028) -> (continuation of Deferred@419139995 after retry RPC after error@316832982) -> (continuation of Deferred@1863602002 after retry RPC after error@1645671517) -> (continuation of Deferred@640009933 after retry RPC after error@664799763) -> (continuation of Deferred@1787015018 after retry RPC after error@1071782523)))
02:03:22.847 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
02:03:22.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.867 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.867 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.867 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.867 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.867 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.868 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.887 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.887 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.887 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.887 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.887 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.888 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.907 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.907 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.907 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.907 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.907 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.907 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.908 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.927 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.927 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.927 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.927 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.927 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.927 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.928 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.947 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.947 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.947 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.948 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.948 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.948 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.949 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:22.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:22.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:22.967 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.967 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.967 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:22.967 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:22.968 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:23.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:23.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:23.027 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:23.027 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:23.027 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:23.027 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:23.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:23.028 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:23.029 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:23.029 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1311859835(state=PENDING, result=null, callback=(continuation of Deferred@334977421 after retry RPC after error@483889187) -> (continuation of Deferred@34070241 after retry RPC after error@1196449894) -> (continuation of Deferred@1858236976 after retry RPC after error@1320460611) -> (continuation of Deferred@1928892066 after retry RPC after error@921670603) -> (continuation of Deferred@1270949076 after retry RPC after error@546585174) -> (continuation of Deferred@372190584 after retry RPC after error@1553241533), errback=(continuation of Deferred@334977421 after retry RPC after error@483889187) -> (continuation of Deferred@34070241 after retry RPC after error@1196449894) -> (continuation of Deferred@1858236976 after retry RPC after error@1320460611) -> (continuation of Deferred@1928892066 after retry RPC after error@921670603) -> (continuation of Deferred@1270949076 after retry RPC after error@546585174) -> (continuation of Deferred@372190584 after retry RPC after error@1553241533)))
02:03:23.030 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1311859835(state=PENDING, result=null, callback=(continuation of Deferred@334977421 after retry RPC after error@483889187) -> (continuation of Deferred@34070241 after retry RPC after error@1196449894) -> (continuation of Deferred@1858236976 after retry RPC after error@1320460611) -> (continuation of Deferred@1928892066 after retry RPC after error@921670603) -> (continuation of Deferred@1270949076 after retry RPC after error@546585174) -> (continuation of Deferred@372190584 after retry RPC after error@1553241533), errback=(continuation of Deferred@334977421 after retry RPC after error@483889187) -> (continuation of Deferred@34070241 after retry RPC after error@1196449894) -> (continuation of Deferred@1858236976 after retry RPC after error@1320460611) -> (continuation of Deferred@1928892066 after retry RPC after error@921670603) -> (continuation of Deferred@1270949076 after retry RPC after error@546585174) -> (continuation of Deferred@372190584 after retry RPC after error@1553241533)))
02:03:23.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:23.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:23.047 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:23.047 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:23.047 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:23.047 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:23.047 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:23.047 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:23.049 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:23.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:23.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:23.067 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:23.067 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:23.067 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:23.067 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:23.068 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:23.068 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:23.069 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:23.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:23.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:23.087 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:23.087 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:23.087 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:23.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:23.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:23.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:23.089 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:23.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:23.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:23.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:23.107 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:23.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:23.107 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:23.107 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:23.107 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:23.109 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:23.126 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:23.126 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:23.127 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:23.127 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:23.127 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:23.127 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:23.127 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:23.127 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:23.128 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:23.166 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:23.166 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:23.167 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:23.167 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:23.167 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:23.306 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=6, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, deferred=Deferred@1243259821(state=PENDING, result=null, callback=(continuation of Deferred@1808145804 after retry RPC after error@355318388) -> (continuation of Deferred@1876396350 after retry RPC after error@1892632738) -> (continuation of Deferred@725487946 after retry RPC after error@1396236355) -> (continuation of Deferred@7671139 after retry RPC after error@183881623) -> (continuation of Deferred@1360669634 after retry RPC after error@1169486682), errback=(continuation of Deferred@1808145804 after retry RPC after error@355318388) -> (continuation of Deferred@1876396350 after retry RPC after error@1892632738) -> (continuation of Deferred@725487946 after retry RPC after error@1396236355) -> (continuation of Deferred@7671139 after retry RPC after error@183881623) -> (continuation of Deferred@1360669634 after retry RPC after error@1169486682)))
02:03:23.307 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=131, elapsed=140), Traces: [0ms] sending RPC to server master-127.24.13.125:33451, deferred=Deferred@1837297818(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.24.13.125:33451, errback=org.apache.kudu.client.ConnectToCluster$1@492f03ca -> ConnectToMasterErrCB for 127.24.13.125:33451))
02:03:23.307 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:23.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:23.327 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
02:03:23.327 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:23.328 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
02:03:23.328 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:23.586 [DEBUG - pool-40-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, deferred=null) with no deferred attached!
02:03:23.586 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.24.13.125:33451, deferred=Deferred@1373323916(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.24.13.125:33451, errback=org.apache.kudu.client.ConnectToCluster$1@60db3a2e -> ConnectToMasterErrCB for 127.24.13.125:33451))
02:03:23.586 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:23.586 [DEBUG - pool-40-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [259ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.24.13.125:33451, deferred=Deferred@1373323916(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.24.13.125:33451, errback=org.apache.kudu.client.ConnectToCluster$1@60db3a2e -> ConnectToMasterErrCB for 127.24.13.125:33451)), deferred=null)
02:03:23.586 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [259ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.24.13.125:33451, deferred=Deferred@1373323916(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.24.13.125:33451, errback=org.apache.kudu.client.ConnectToCluster$1@60db3a2e -> ConnectToMasterErrCB for 127.24.13.125:33451)), deferred=null)
02:03:23.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:23.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:23.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:23.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:23.866 [DEBUG - pool-40-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, deferred=null) with no deferred attached!
02:03:23.867 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.24.13.125:33451, deferred=Deferred@1656189572(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.24.13.125:33451, errback=org.apache.kudu.client.ConnectToCluster$1@6973937c -> ConnectToMasterErrCB for 127.24.13.125:33451))
02:03:23.867 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:23.867 [DEBUG - pool-40-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=261), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.24.13.125:33451, deferred=Deferred@1656189572(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.24.13.125:33451, errback=org.apache.kudu.client.ConnectToCluster$1@6973937c -> ConnectToMasterErrCB for 127.24.13.125:33451)), deferred=null)
02:03:23.867 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=261), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.24.13.125:33451, deferred=Deferred@1656189572(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.24.13.125:33451, errback=org.apache.kudu.client.ConnectToCluster$1@6973937c -> ConnectToMasterErrCB for 127.24.13.125:33451)), deferred=null)
02:03:23.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:23.887 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:23.887 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:23.887 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:23.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:23.889981 25648 master_runner.cc:186] Error getting master registration for 127.24.13.125:33451: Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111),
02:03:23.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:23.890230 25648 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:03:24.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:24.008 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.008 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.008 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.146 [DEBUG - pool-40-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, deferred=null) with no deferred attached!
02:03:24.147 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.24.13.125:33451, deferred=Deferred@705996387(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.24.13.125:33451, errback=org.apache.kudu.client.ConnectToCluster$1@5f09382e -> ConnectToMasterErrCB for 127.24.13.125:33451))
02:03:24.147 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:24.147 [DEBUG - pool-40-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.24.13.125:33451, deferred=Deferred@705996387(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.24.13.125:33451, errback=org.apache.kudu.client.ConnectToCluster$1@5f09382e -> ConnectToMasterErrCB for 127.24.13.125:33451)), deferred=null)
02:03:24.147 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.24.13.125:33451, deferred=Deferred@705996387(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.24.13.125:33451, errback=org.apache.kudu.client.ConnectToCluster$1@5f09382e -> ConnectToMasterErrCB for 127.24.13.125:33451)), deferred=null)
02:03:24.166 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:24.167 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.167 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.167 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.182 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.182 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.182 [DEBUG - kudu-nio-5] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=875), Traces: [0ms] received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=null) with no deferred attached!
02:03:24.182 [DEBUG - kudu-nio-5] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=596), Traces: [0ms] received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=null) with no deferred attached!
02:03:24.182 [DEBUG - kudu-nio-5] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=315), Traces: [0ms] received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=null) with no deferred attached!
02:03:24.182 [DEBUG - kudu-nio-5] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=35), Traces: [0ms] received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=null) with no deferred attached!
02:03:24.182 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.183 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:24.183 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.183 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:24.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:24.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:24.187 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.187 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.187 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.187 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.187 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.187 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.188 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:24.206 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:24.206 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:24.207 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.207 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.207 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.207 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.207 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.207 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.208 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:24.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:24.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:24.227 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.227 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.229 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:24.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:24.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:24.247 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.247 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.247 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.247 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.247 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.247 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.248 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:24.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:24.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:24.287 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.287 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.288 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.288 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.288 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.288 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.289 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:24.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:24.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:24.348 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.348 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.348 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.348 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.348 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.348 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.349 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:24.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:24.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:24.367 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.367 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.367 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.369 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:24.369 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [17ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [17ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@883235731(state=PENDING, result=null, callback=(continuation of Deferred@1944385560 after retry RPC after error@2107787298) -> (continuation of Deferred@1291548417 after retry RPC after error@1352569998) -> (continuation of Deferred@74355389 after retry RPC after error@1809983818) -> (continuation of Deferred@2092308552 after retry RPC after error@1487456692) -> (continuation of Deferred@673399654 after retry RPC after error@1391564625) -> (continuation of Deferred@508145951 after retry RPC after error@11677195) -> (continuation of Deferred@850949384 after retry RPC after error@1814902545), errback=(continuation of Deferred@1944385560 after retry RPC after error@2107787298) -> (continuation of Deferred@1291548417 after retry RPC after error@1352569998) -> (continuation of Deferred@74355389 after retry RPC after error@1809983818) -> (continuation of Deferred@2092308552 after retry RPC after error@1487456692) -> (continuation of Deferred@673399654 after retry RPC after error@1391564625) -> (continuation of Deferred@508145951 after retry RPC after error@11677195) -> (continuation of Deferred@850949384 after retry RPC after error@1814902545)))
02:03:24.369 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [17ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [17ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@883235731(state=PENDING, result=null, callback=(continuation of Deferred@1944385560 after retry RPC after error@2107787298) -> (continuation of Deferred@1291548417 after retry RPC after error@1352569998) -> (continuation of Deferred@74355389 after retry RPC after error@1809983818) -> (continuation of Deferred@2092308552 after retry RPC after error@1487456692) -> (continuation of Deferred@673399654 after retry RPC after error@1391564625) -> (continuation of Deferred@508145951 after retry RPC after error@11677195) -> (continuation of Deferred@850949384 after retry RPC after error@1814902545), errback=(continuation of Deferred@1944385560 after retry RPC after error@2107787298) -> (continuation of Deferred@1291548417 after retry RPC after error@1352569998) -> (continuation of Deferred@74355389 after retry RPC after error@1809983818) -> (continuation of Deferred@2092308552 after retry RPC after error@1487456692) -> (continuation of Deferred@673399654 after retry RPC after error@1391564625) -> (continuation of Deferred@508145951 after retry RPC after error@11677195) -> (continuation of Deferred@850949384 after retry RPC after error@1814902545)))
02:03:24.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:24.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:24.387 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.387 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.387 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.387 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.387 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.388 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.389 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:24.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:24.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:24.407 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.407 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.407 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.407 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.407 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.407 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.408 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:24.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:24.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:24.427 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.427 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.427 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.427 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.427 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.427 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.429 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:24.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:24.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:24.447 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.447 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.447 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.447 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.447 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.447 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.448 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:24.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:24.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:24.467 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.467 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.468 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.468 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.468 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.468 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.469 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:24.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:24.487 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:24.487 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.487 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.487 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.487 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.487 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.487 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.488 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:24.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:24.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:24.507 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.507 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.507 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.507 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.507 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.507 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.508 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:24.646 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1140040568(state=PENDING, result=null, callback=(continuation of Deferred@983606215 after retry RPC after error@1698779644) -> (continuation of Deferred@282917260 after retry RPC after error@1315594380) -> (continuation of Deferred@1902861341 after retry RPC after error@516566397) -> (continuation of Deferred@1772988337 after retry RPC after error@1952367624) -> (continuation of Deferred@1610540330 after retry RPC after error@269523565) -> (continuation of Deferred@344209393 after retry RPC after error@385409005) -> (continuation of Deferred@1040691117 after retry RPC after error@718309874), errback=(continuation of Deferred@983606215 after retry RPC after error@1698779644) -> (continuation of Deferred@282917260 after retry RPC after error@1315594380) -> (continuation of Deferred@1902861341 after retry RPC after error@516566397) -> (continuation of Deferred@1772988337 after retry RPC after error@1952367624) -> (continuation of Deferred@1610540330 after retry RPC after error@269523565) -> (continuation of Deferred@344209393 after retry RPC after error@385409005) -> (continuation of Deferred@1040691117 after retry RPC after error@718309874)))
02:03:24.647 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
02:03:24.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:24.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:24.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.668 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.669 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:24.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:24.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:24.687 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.687 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.687 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.687 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.687 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.687 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.688 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:24.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:24.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:24.707 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.707 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.707 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.707 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.707 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.707 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.708 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:24.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:24.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:24.727 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.727 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.728 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.728 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.728 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.728 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.729 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:24.747 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:24.747 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:24.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.749 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:24.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:24.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:24.767 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.767 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.767 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.767 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.767 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.767 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.769 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:24.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:24.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:24.807 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.807 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.807 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.808 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.807 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.808 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.809 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:24.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:24.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:24.867 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.867 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.867 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.867 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.867 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.867 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:24.869 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@2048437183(state=PENDING, result=null, callback=(continuation of Deferred@1506276499 after retry RPC after error@2138517165) -> (continuation of Deferred@778993721 after retry RPC after error@286561048) -> (continuation of Deferred@1997643461 after retry RPC after error@827708620) -> (continuation of Deferred@1801516439 after retry RPC after error@1582901168) -> (continuation of Deferred@625306888 after retry RPC after error@975777496) -> (continuation of Deferred@1451866183 after retry RPC after error@1106928001) -> (continuation of Deferred@1339652507 after retry RPC after error@1014354262), errback=(continuation of Deferred@1506276499 after retry RPC after error@2138517165) -> (continuation of Deferred@778993721 after retry RPC after error@286561048) -> (continuation of Deferred@1997643461 after retry RPC after error@827708620) -> (continuation of Deferred@1801516439 after retry RPC after error@1582901168) -> (continuation of Deferred@625306888 after retry RPC after error@975777496) -> (continuation of Deferred@1451866183 after retry RPC after error@1106928001) -> (continuation of Deferred@1339652507 after retry RPC after error@1014354262)))
02:03:24.869 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@2048437183(state=PENDING, result=null, callback=(continuation of Deferred@1506276499 after retry RPC after error@2138517165) -> (continuation of Deferred@778993721 after retry RPC after error@286561048) -> (continuation of Deferred@1997643461 after retry RPC after error@827708620) -> (continuation of Deferred@1801516439 after retry RPC after error@1582901168) -> (continuation of Deferred@625306888 after retry RPC after error@975777496) -> (continuation of Deferred@1451866183 after retry RPC after error@1106928001) -> (continuation of Deferred@1339652507 after retry RPC after error@1014354262), errback=(continuation of Deferred@1506276499 after retry RPC after error@2138517165) -> (continuation of Deferred@778993721 after retry RPC after error@286561048) -> (continuation of Deferred@1997643461 after retry RPC after error@827708620) -> (continuation of Deferred@1801516439 after retry RPC after error@1582901168) -> (continuation of Deferred@625306888 after retry RPC after error@975777496) -> (continuation of Deferred@1451866183 after retry RPC after error@1106928001) -> (continuation of Deferred@1339652507 after retry RPC after error@1014354262)))
02:03:24.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:24.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:24.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.887 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.887 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.887 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.887 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.887 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.888 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:24.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:24.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:24.907 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.907 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.907 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.907 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.907 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.907 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.908 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:24.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:24.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:24.927 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.927 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.927 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.927 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.927 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.927 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.928 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:24.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:24.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:24.947 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.947 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.947 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.947 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.947 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.947 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.948 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:24.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:24.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:24.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.967 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:24.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:24.969 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.007 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.007 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.007 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.007 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.008 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.008 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.009 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.068 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.068 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.068 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.068 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.068 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.068 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.069 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.126 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.126 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.127 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.127 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.127 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.127 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.127 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.127 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.128 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.128 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1801728358(state=PENDING, result=null, callback=(continuation of Deferred@1062194051 after retry RPC after error@294050059) -> (continuation of Deferred@768466003 after retry RPC after error@1743267725) -> (continuation of Deferred@641395488 after retry RPC after error@22229101) -> (continuation of Deferred@1119832912 after retry RPC after error@1682823365) -> (continuation of Deferred@358571143 after retry RPC after error@228054553) -> (continuation of Deferred@902494512 after retry RPC after error@1061917884) -> (continuation of Deferred@1344232630 after retry RPC after error@1670082482), errback=(continuation of Deferred@1062194051 after retry RPC after error@294050059) -> (continuation of Deferred@768466003 after retry RPC after error@1743267725) -> (continuation of Deferred@641395488 after retry RPC after error@22229101) -> (continuation of Deferred@1119832912 after retry RPC after error@1682823365) -> (continuation of Deferred@358571143 after retry RPC after error@228054553) -> (continuation of Deferred@902494512 after retry RPC after error@1061917884) -> (continuation of Deferred@1344232630 after retry RPC after error@1670082482)))
02:03:25.129 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1801728358(state=PENDING, result=null, callback=(continuation of Deferred@1062194051 after retry RPC after error@294050059) -> (continuation of Deferred@768466003 after retry RPC after error@1743267725) -> (continuation of Deferred@641395488 after retry RPC after error@22229101) -> (continuation of Deferred@1119832912 after retry RPC after error@1682823365) -> (continuation of Deferred@358571143 after retry RPC after error@228054553) -> (continuation of Deferred@902494512 after retry RPC after error@1061917884) -> (continuation of Deferred@1344232630 after retry RPC after error@1670082482), errback=(continuation of Deferred@1062194051 after retry RPC after error@294050059) -> (continuation of Deferred@768466003 after retry RPC after error@1743267725) -> (continuation of Deferred@641395488 after retry RPC after error@22229101) -> (continuation of Deferred@1119832912 after retry RPC after error@1682823365) -> (continuation of Deferred@358571143 after retry RPC after error@228054553) -> (continuation of Deferred@902494512 after retry RPC after error@1061917884) -> (continuation of Deferred@1344232630 after retry RPC after error@1670082482)))
02:03:25.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.149 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.167 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.168 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.168 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.168 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.168 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.168 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.169 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.187 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.187 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.187 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.187 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.187 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.188 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.189 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.206 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.207 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.207 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.207 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.207 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.207 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.207 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.209 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.227 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.227 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.227 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.227 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.228 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.247 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.247 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.247 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.247 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.247 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.247 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.248 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.287 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.287 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.287 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.287 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.287 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.287 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.288 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.327 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.327 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.327 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.327 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.327 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.327 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.328 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.328 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@554629358(state=PENDING, result=null, callback=(continuation of Deferred@2133654347 after retry RPC after error@186931590) -> (continuation of Deferred@933818841 after retry RPC after error@1639425610) -> (continuation of Deferred@2035941268 after retry RPC after error@1343779152) -> (continuation of Deferred@550401203 after retry RPC after error@2090271510) -> (continuation of Deferred@1250223695 after retry RPC after error@1493535934) -> (continuation of Deferred@171770049 after retry RPC after error@1324760355) -> (continuation of Deferred@590158892 after retry RPC after error@1446511755), errback=(continuation of Deferred@2133654347 after retry RPC after error@186931590) -> (continuation of Deferred@933818841 after retry RPC after error@1639425610) -> (continuation of Deferred@2035941268 after retry RPC after error@1343779152) -> (continuation of Deferred@550401203 after retry RPC after error@2090271510) -> (continuation of Deferred@1250223695 after retry RPC after error@1493535934) -> (continuation of Deferred@171770049 after retry RPC after error@1324760355) -> (continuation of Deferred@590158892 after retry RPC after error@1446511755)))
02:03:25.329 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@554629358(state=PENDING, result=null, callback=(continuation of Deferred@2133654347 after retry RPC after error@186931590) -> (continuation of Deferred@933818841 after retry RPC after error@1639425610) -> (continuation of Deferred@2035941268 after retry RPC after error@1343779152) -> (continuation of Deferred@550401203 after retry RPC after error@2090271510) -> (continuation of Deferred@1250223695 after retry RPC after error@1493535934) -> (continuation of Deferred@171770049 after retry RPC after error@1324760355) -> (continuation of Deferred@590158892 after retry RPC after error@1446511755), errback=(continuation of Deferred@2133654347 after retry RPC after error@186931590) -> (continuation of Deferred@933818841 after retry RPC after error@1639425610) -> (continuation of Deferred@2035941268 after retry RPC after error@1343779152) -> (continuation of Deferred@550401203 after retry RPC after error@2090271510) -> (continuation of Deferred@1250223695 after retry RPC after error@1493535934) -> (continuation of Deferred@171770049 after retry RPC after error@1324760355) -> (continuation of Deferred@590158892 after retry RPC after error@1446511755)))
02:03:25.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.347 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.347 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.347 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.348 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.367 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.367 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.367 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.367 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.367 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.368 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.368 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.387 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.388 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.388 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.388 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.388 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.388 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.389 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.407 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.407 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.408 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.408 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.408 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.408 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.409 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.427 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.427 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.428 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.447 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.447 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.447 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.447 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.447 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.447 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.448 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.507 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.507 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.507 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.507 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.507 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.507 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.509 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.607 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1342431710(state=PENDING, result=null, callback=(continuation of Deferred@317774186 after retry RPC after error@1246973376) -> (continuation of Deferred@1693987738 after retry RPC after error@733623242) -> (continuation of Deferred@1066767454 after retry RPC after error@1870197537) -> (continuation of Deferred@1245280695 after retry RPC after error@812070745) -> (continuation of Deferred@591618671 after retry RPC after error@185236701) -> (continuation of Deferred@176117962 after retry RPC after error@61569827) -> (continuation of Deferred@1002647843 after retry RPC after error@1677151762), errback=(continuation of Deferred@317774186 after retry RPC after error@1246973376) -> (continuation of Deferred@1693987738 after retry RPC after error@733623242) -> (continuation of Deferred@1066767454 after retry RPC after error@1870197537) -> (continuation of Deferred@1245280695 after retry RPC after error@812070745) -> (continuation of Deferred@591618671 after retry RPC after error@185236701) -> (continuation of Deferred@176117962 after retry RPC after error@61569827) -> (continuation of Deferred@1002647843 after retry RPC after error@1677151762)))
02:03:25.607 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
02:03:25.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.627 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.627 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.627 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.627 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.627 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.627 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.628 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.648 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.649 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.667 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.667 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.668 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.668 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.668 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.668 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.669 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.687 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.687 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.687 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.687 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.687 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.687 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.689 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.707 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.707 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.707 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.707 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.707 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.707 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.708 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.748 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.767 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.767 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.767 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.767 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.767 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.767 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.768 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.867 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.867 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.867 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.867 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.867 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.867 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.868 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.869 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1568972233(state=PENDING, result=null, callback=(continuation of Deferred@742290745 after retry RPC after error@1616634669) -> (continuation of Deferred@1019799385 after retry RPC after error@1172000732) -> (continuation of Deferred@437485027 after retry RPC after error@636397319) -> (continuation of Deferred@1592229580 after retry RPC after error@1096642403) -> (continuation of Deferred@1084288718 after retry RPC after error@270974786) -> (continuation of Deferred@1976738452 after retry RPC after error@1608449338) -> (continuation of Deferred@416267921 after retry RPC after error@1035394661), errback=(continuation of Deferred@742290745 after retry RPC after error@1616634669) -> (continuation of Deferred@1019799385 after retry RPC after error@1172000732) -> (continuation of Deferred@437485027 after retry RPC after error@636397319) -> (continuation of Deferred@1592229580 after retry RPC after error@1096642403) -> (continuation of Deferred@1084288718 after retry RPC after error@270974786) -> (continuation of Deferred@1976738452 after retry RPC after error@1608449338) -> (continuation of Deferred@416267921 after retry RPC after error@1035394661)))
02:03:25.869 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1568972233(state=PENDING, result=null, callback=(continuation of Deferred@742290745 after retry RPC after error@1616634669) -> (continuation of Deferred@1019799385 after retry RPC after error@1172000732) -> (continuation of Deferred@437485027 after retry RPC after error@636397319) -> (continuation of Deferred@1592229580 after retry RPC after error@1096642403) -> (continuation of Deferred@1084288718 after retry RPC after error@270974786) -> (continuation of Deferred@1976738452 after retry RPC after error@1608449338) -> (continuation of Deferred@416267921 after retry RPC after error@1035394661), errback=(continuation of Deferred@742290745 after retry RPC after error@1616634669) -> (continuation of Deferred@1019799385 after retry RPC after error@1172000732) -> (continuation of Deferred@437485027 after retry RPC after error@636397319) -> (continuation of Deferred@1592229580 after retry RPC after error@1096642403) -> (continuation of Deferred@1084288718 after retry RPC after error@270974786) -> (continuation of Deferred@1976738452 after retry RPC after error@1608449338) -> (continuation of Deferred@416267921 after retry RPC after error@1035394661)))
02:03:25.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.887 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.887 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.887 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.887 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.887 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.887 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.889 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.907 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.907 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.907 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.907 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.907 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.907 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.908 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.927 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.927 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.927 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.927 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.927 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.927 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.928 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.948 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.948 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.948 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.948 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.948 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.948 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.949 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:25.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:25.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:25.967 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.968 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.968 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:25.968 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.968 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.968 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:25.970 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.007 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.009 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.067 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.067 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.067 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.068 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.068 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.068 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.069 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.087 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.087 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.087 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.087 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.087 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.087 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.089 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.089 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [84ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1272778311(state=PENDING, result=null, callback=(continuation of Deferred@1407911669 after retry RPC after error@903947809) -> (continuation of Deferred@885754355 after retry RPC after error@398923291) -> (continuation of Deferred@470841016 after retry RPC after error@545037109) -> (continuation of Deferred@1217399512 after retry RPC after error@1732819487) -> (continuation of Deferred@2029172216 after retry RPC after error@1016282336) -> (continuation of Deferred@1956460384 after retry RPC after error@1453847470) -> (continuation of Deferred@999805431 after retry RPC after error@507944537), errback=(continuation of Deferred@1407911669 after retry RPC after error@903947809) -> (continuation of Deferred@885754355 after retry RPC after error@398923291) -> (continuation of Deferred@470841016 after retry RPC after error@545037109) -> (continuation of Deferred@1217399512 after retry RPC after error@1732819487) -> (continuation of Deferred@2029172216 after retry RPC after error@1016282336) -> (continuation of Deferred@1956460384 after retry RPC after error@1453847470) -> (continuation of Deferred@999805431 after retry RPC after error@507944537)))
02:03:26.089 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [84ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1272778311(state=PENDING, result=null, callback=(continuation of Deferred@1407911669 after retry RPC after error@903947809) -> (continuation of Deferred@885754355 after retry RPC after error@398923291) -> (continuation of Deferred@470841016 after retry RPC after error@545037109) -> (continuation of Deferred@1217399512 after retry RPC after error@1732819487) -> (continuation of Deferred@2029172216 after retry RPC after error@1016282336) -> (continuation of Deferred@1956460384 after retry RPC after error@1453847470) -> (continuation of Deferred@999805431 after retry RPC after error@507944537), errback=(continuation of Deferred@1407911669 after retry RPC after error@903947809) -> (continuation of Deferred@885754355 after retry RPC after error@398923291) -> (continuation of Deferred@470841016 after retry RPC after error@545037109) -> (continuation of Deferred@1217399512 after retry RPC after error@1732819487) -> (continuation of Deferred@2029172216 after retry RPC after error@1016282336) -> (continuation of Deferred@1956460384 after retry RPC after error@1453847470) -> (continuation of Deferred@999805431 after retry RPC after error@507944537)))
02:03:26.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.107 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.107 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.107 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.107 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.107 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.107 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.109 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.126 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.127 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.127 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.127 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.127 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.127 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.127 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.146 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.146 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.147 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.147 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.147 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.147 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.147 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.147 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.148 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.166 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.166 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.167 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.167 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.167 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.167 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.167 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.167 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.168 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.187 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.188 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.188 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.188 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.188 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.188 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.189 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.209 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.227 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.227 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.227 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.228 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.228 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.228 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.230 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.327 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.327 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.327 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.327 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.328 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.328 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.329 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.329 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [124ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [223ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@710515065(state=PENDING, result=null, callback=(continuation of Deferred@826284963 after retry RPC after error@1154270581) -> (continuation of Deferred@1820083148 after retry RPC after error@176721259) -> (continuation of Deferred@992219802 after retry RPC after error@425828326) -> (continuation of Deferred@395169061 after retry RPC after error@1495333226) -> (continuation of Deferred@1116438550 after retry RPC after error@1468053774) -> (continuation of Deferred@773694014 after retry RPC after error@1890121022) -> (continuation of Deferred@1849511949 after retry RPC after error@1017629709), errback=(continuation of Deferred@826284963 after retry RPC after error@1154270581) -> (continuation of Deferred@1820083148 after retry RPC after error@176721259) -> (continuation of Deferred@992219802 after retry RPC after error@425828326) -> (continuation of Deferred@395169061 after retry RPC after error@1495333226) -> (continuation of Deferred@1116438550 after retry RPC after error@1468053774) -> (continuation of Deferred@773694014 after retry RPC after error@1890121022) -> (continuation of Deferred@1849511949 after retry RPC after error@1017629709)))
02:03:26.329 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [124ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [223ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@710515065(state=PENDING, result=null, callback=(continuation of Deferred@826284963 after retry RPC after error@1154270581) -> (continuation of Deferred@1820083148 after retry RPC after error@176721259) -> (continuation of Deferred@992219802 after retry RPC after error@425828326) -> (continuation of Deferred@395169061 after retry RPC after error@1495333226) -> (continuation of Deferred@1116438550 after retry RPC after error@1468053774) -> (continuation of Deferred@773694014 after retry RPC after error@1890121022) -> (continuation of Deferred@1849511949 after retry RPC after error@1017629709), errback=(continuation of Deferred@826284963 after retry RPC after error@1154270581) -> (continuation of Deferred@1820083148 after retry RPC after error@176721259) -> (continuation of Deferred@992219802 after retry RPC after error@425828326) -> (continuation of Deferred@395169061 after retry RPC after error@1495333226) -> (continuation of Deferred@1116438550 after retry RPC after error@1468053774) -> (continuation of Deferred@773694014 after retry RPC after error@1890121022) -> (continuation of Deferred@1849511949 after retry RPC after error@1017629709)))
02:03:26.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.347 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.347 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.347 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.347 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.347 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.347 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.348 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.367 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.367 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.367 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.367 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.369 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.387 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.387 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.387 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.387 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.387 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.387 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.388 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.407 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.407 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.407 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.407 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.407 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.407 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.408 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.427 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.427 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.427 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.427 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.427 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.427 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.428 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.447 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.447 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.449 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.467 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.467 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.467 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.467 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.467 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.468 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.469 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.587 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.587 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.587 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.587 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.587 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.587 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.588 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.588 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1969101620(state=PENDING, result=null, callback=(continuation of Deferred@1238215850 after retry RPC after error@1036921076) -> (continuation of Deferred@1626371277 after retry RPC after error@1701991516) -> (continuation of Deferred@1098783908 after retry RPC after error@230364663) -> (continuation of Deferred@1854824081 after retry RPC after error@422131624) -> (continuation of Deferred@671322901 after retry RPC after error@2109882191) -> (continuation of Deferred@1638177968 after retry RPC after error@828404571) -> (continuation of Deferred@89118041 after retry RPC after error@1763425016), errback=(continuation of Deferred@1238215850 after retry RPC after error@1036921076) -> (continuation of Deferred@1626371277 after retry RPC after error@1701991516) -> (continuation of Deferred@1098783908 after retry RPC after error@230364663) -> (continuation of Deferred@1854824081 after retry RPC after error@422131624) -> (continuation of Deferred@671322901 after retry RPC after error@2109882191) -> (continuation of Deferred@1638177968 after retry RPC after error@828404571) -> (continuation of Deferred@89118041 after retry RPC after error@1763425016)))
02:03:26.589 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1969101620(state=PENDING, result=null, callback=(continuation of Deferred@1238215850 after retry RPC after error@1036921076) -> (continuation of Deferred@1626371277 after retry RPC after error@1701991516) -> (continuation of Deferred@1098783908 after retry RPC after error@230364663) -> (continuation of Deferred@1854824081 after retry RPC after error@422131624) -> (continuation of Deferred@671322901 after retry RPC after error@2109882191) -> (continuation of Deferred@1638177968 after retry RPC after error@828404571) -> (continuation of Deferred@89118041 after retry RPC after error@1763425016), errback=(continuation of Deferred@1238215850 after retry RPC after error@1036921076) -> (continuation of Deferred@1626371277 after retry RPC after error@1701991516) -> (continuation of Deferred@1098783908 after retry RPC after error@230364663) -> (continuation of Deferred@1854824081 after retry RPC after error@422131624) -> (continuation of Deferred@671322901 after retry RPC after error@2109882191) -> (continuation of Deferred@1638177968 after retry RPC after error@828404571) -> (continuation of Deferred@89118041 after retry RPC after error@1763425016)))
02:03:26.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.607 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.607 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.607 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.607 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.607 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.607 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.609 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.627 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.628 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.647 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.647 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.647 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.647 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.647 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.647 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.647 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.647 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.649 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.649 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.667 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.667 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.667 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.667 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.668 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.668 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.669 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.687 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.687 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.687 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.687 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.687 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.687 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.688 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.707 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.707 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.709 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.747 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.747 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.747 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.747 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.747 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.747 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.748 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.748 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.749 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.827 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.827 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.827 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.827 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.827 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.827 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.828 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.829 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@44985266(state=PENDING, result=null, callback=(continuation of Deferred@564843133 after retry RPC after error@249574999) -> (continuation of Deferred@1349688525 after retry RPC after error@569413258) -> (continuation of Deferred@1455331827 after retry RPC after error@1508073469) -> (continuation of Deferred@489891064 after retry RPC after error@949120266) -> (continuation of Deferred@448858858 after retry RPC after error@1495184120) -> (continuation of Deferred@1561217479 after retry RPC after error@1994360145) -> (continuation of Deferred@1692092218 after retry RPC after error@1224646699), errback=(continuation of Deferred@564843133 after retry RPC after error@249574999) -> (continuation of Deferred@1349688525 after retry RPC after error@569413258) -> (continuation of Deferred@1455331827 after retry RPC after error@1508073469) -> (continuation of Deferred@489891064 after retry RPC after error@949120266) -> (continuation of Deferred@448858858 after retry RPC after error@1495184120) -> (continuation of Deferred@1561217479 after retry RPC after error@1994360145) -> (continuation of Deferred@1692092218 after retry RPC after error@1224646699)))
02:03:26.829 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@44985266(state=PENDING, result=null, callback=(continuation of Deferred@564843133 after retry RPC after error@249574999) -> (continuation of Deferred@1349688525 after retry RPC after error@569413258) -> (continuation of Deferred@1455331827 after retry RPC after error@1508073469) -> (continuation of Deferred@489891064 after retry RPC after error@949120266) -> (continuation of Deferred@448858858 after retry RPC after error@1495184120) -> (continuation of Deferred@1561217479 after retry RPC after error@1994360145) -> (continuation of Deferred@1692092218 after retry RPC after error@1224646699), errback=(continuation of Deferred@564843133 after retry RPC after error@249574999) -> (continuation of Deferred@1349688525 after retry RPC after error@569413258) -> (continuation of Deferred@1455331827 after retry RPC after error@1508073469) -> (continuation of Deferred@489891064 after retry RPC after error@949120266) -> (continuation of Deferred@448858858 after retry RPC after error@1495184120) -> (continuation of Deferred@1561217479 after retry RPC after error@1994360145) -> (continuation of Deferred@1692092218 after retry RPC after error@1224646699)))
02:03:26.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.848 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.848 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.848 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.848 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.848 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.848 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.849 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.888 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.888 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.888 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.888 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.888 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.888 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.889 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.907 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.907 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.908 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.908 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.908 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.908 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.909 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.927 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.927 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.927 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.928 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.928 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.928 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.929 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:26.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:26.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:26.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.967 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.967 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:26.967 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:26.969 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.027 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.027 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.027 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.027 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.027 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.027 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.028 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.067 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.067 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.067 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.067 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.067 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.067 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.068 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.068 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@97438029(state=PENDING, result=null, callback=(continuation of Deferred@467622612 after retry RPC after error@1485811319) -> (continuation of Deferred@920471742 after retry RPC after error@1168800649) -> (continuation of Deferred@608337938 after retry RPC after error@26967803) -> (continuation of Deferred@1566527182 after retry RPC after error@1262424287) -> (continuation of Deferred@2077055930 after retry RPC after error@570138270) -> (continuation of Deferred@116755793 after retry RPC after error@897572024) -> (continuation of Deferred@612253990 after retry RPC after error@1502356569), errback=(continuation of Deferred@467622612 after retry RPC after error@1485811319) -> (continuation of Deferred@920471742 after retry RPC after error@1168800649) -> (continuation of Deferred@608337938 after retry RPC after error@26967803) -> (continuation of Deferred@1566527182 after retry RPC after error@1262424287) -> (continuation of Deferred@2077055930 after retry RPC after error@570138270) -> (continuation of Deferred@116755793 after retry RPC after error@897572024) -> (continuation of Deferred@612253990 after retry RPC after error@1502356569)))
02:03:27.069 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@97438029(state=PENDING, result=null, callback=(continuation of Deferred@467622612 after retry RPC after error@1485811319) -> (continuation of Deferred@920471742 after retry RPC after error@1168800649) -> (continuation of Deferred@608337938 after retry RPC after error@26967803) -> (continuation of Deferred@1566527182 after retry RPC after error@1262424287) -> (continuation of Deferred@2077055930 after retry RPC after error@570138270) -> (continuation of Deferred@116755793 after retry RPC after error@897572024) -> (continuation of Deferred@612253990 after retry RPC after error@1502356569), errback=(continuation of Deferred@467622612 after retry RPC after error@1485811319) -> (continuation of Deferred@920471742 after retry RPC after error@1168800649) -> (continuation of Deferred@608337938 after retry RPC after error@26967803) -> (continuation of Deferred@1566527182 after retry RPC after error@1262424287) -> (continuation of Deferred@2077055930 after retry RPC after error@570138270) -> (continuation of Deferred@116755793 after retry RPC after error@897572024) -> (continuation of Deferred@612253990 after retry RPC after error@1502356569)))
02:03:27.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.088 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.088 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.088 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.088 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.088 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.088 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.089 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:27.090590 25133 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 1)
02:03:27.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:27.095122 25133 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '32631f9216744834a2af3633bfaf79fc', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '32631f9216744834a2af3633bfaf79fc', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 1)
02:03:27.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:27.097870 25133 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.24.13.126:44527)
02:03:27.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.107 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.109 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.126 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.127 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.127 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.127 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.127 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.127 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.127 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.146 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.147 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.147 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.147 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.147 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.147 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.147 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.149 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.166 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.167 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.167 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.167 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.167 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.167 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.167 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.168 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.188 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.208 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.208 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.208 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.208 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.208 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.208 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.209 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.247 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.247 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.248 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.248 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.248 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.248 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.249 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.249 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@286221279(state=PENDING, result=null, callback=(continuation of Deferred@914671951 after retry RPC after error@459843069) -> (continuation of Deferred@2116010015 after retry RPC after error@350504344) -> (continuation of Deferred@79309050 after retry RPC after error@1512252125) -> (continuation of Deferred@1522278078 after retry RPC after error@1824676084) -> (continuation of Deferred@971653230 after retry RPC after error@2048702532) -> (continuation of Deferred@1089405015 after retry RPC after error@1041560902) -> (continuation of Deferred@1435909082 after retry RPC after error@1247242164), errback=(continuation of Deferred@914671951 after retry RPC after error@459843069) -> (continuation of Deferred@2116010015 after retry RPC after error@350504344) -> (continuation of Deferred@79309050 after retry RPC after error@1512252125) -> (continuation of Deferred@1522278078 after retry RPC after error@1824676084) -> (continuation of Deferred@971653230 after retry RPC after error@2048702532) -> (continuation of Deferred@1089405015 after retry RPC after error@1041560902) -> (continuation of Deferred@1435909082 after retry RPC after error@1247242164)))
02:03:27.250 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@286221279(state=PENDING, result=null, callback=(continuation of Deferred@914671951 after retry RPC after error@459843069) -> (continuation of Deferred@2116010015 after retry RPC after error@350504344) -> (continuation of Deferred@79309050 after retry RPC after error@1512252125) -> (continuation of Deferred@1522278078 after retry RPC after error@1824676084) -> (continuation of Deferred@971653230 after retry RPC after error@2048702532) -> (continuation of Deferred@1089405015 after retry RPC after error@1041560902) -> (continuation of Deferred@1435909082 after retry RPC after error@1247242164), errback=(continuation of Deferred@914671951 after retry RPC after error@459843069) -> (continuation of Deferred@2116010015 after retry RPC after error@350504344) -> (continuation of Deferred@79309050 after retry RPC after error@1512252125) -> (continuation of Deferred@1522278078 after retry RPC after error@1824676084) -> (continuation of Deferred@971653230 after retry RPC after error@2048702532) -> (continuation of Deferred@1089405015 after retry RPC after error@1041560902) -> (continuation of Deferred@1435909082 after retry RPC after error@1247242164)))
02:03:27.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.268 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.268 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.268 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.268 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.268 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.268 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.268 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.269 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.287 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.287 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.287 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.287 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.287 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.291 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.307 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.307 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.307 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.307 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.307 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.307 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.308 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.327 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.327 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.327 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.327 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.327 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.327 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.328 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.347 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.347 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.347 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.347 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.347 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.347 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.348 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.369 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.387 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.387 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.388 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.388 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.388 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.388 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.389 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.487 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.487 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.487 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.487 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.487 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.487 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.487 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.488 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.489 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [25ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@489368181(state=PENDING, result=null, callback=(continuation of Deferred@1555637324 after retry RPC after error@485816836) -> (continuation of Deferred@1894445051 after retry RPC after error@886446865) -> (continuation of Deferred@559465091 after retry RPC after error@449263734) -> (continuation of Deferred@1031113186 after retry RPC after error@973013966) -> (continuation of Deferred@1582600872 after retry RPC after error@2113078684) -> (continuation of Deferred@1826138457 after retry RPC after error@771241599) -> (continuation of Deferred@1464021178 after retry RPC after error@846794795), errback=(continuation of Deferred@1555637324 after retry RPC after error@485816836) -> (continuation of Deferred@1894445051 after retry RPC after error@886446865) -> (continuation of Deferred@559465091 after retry RPC after error@449263734) -> (continuation of Deferred@1031113186 after retry RPC after error@973013966) -> (continuation of Deferred@1582600872 after retry RPC after error@2113078684) -> (continuation of Deferred@1826138457 after retry RPC after error@771241599) -> (continuation of Deferred@1464021178 after retry RPC after error@846794795)))
02:03:27.489 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [25ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@489368181(state=PENDING, result=null, callback=(continuation of Deferred@1555637324 after retry RPC after error@485816836) -> (continuation of Deferred@1894445051 after retry RPC after error@886446865) -> (continuation of Deferred@559465091 after retry RPC after error@449263734) -> (continuation of Deferred@1031113186 after retry RPC after error@973013966) -> (continuation of Deferred@1582600872 after retry RPC after error@2113078684) -> (continuation of Deferred@1826138457 after retry RPC after error@771241599) -> (continuation of Deferred@1464021178 after retry RPC after error@846794795), errback=(continuation of Deferred@1555637324 after retry RPC after error@485816836) -> (continuation of Deferred@1894445051 after retry RPC after error@886446865) -> (continuation of Deferred@559465091 after retry RPC after error@449263734) -> (continuation of Deferred@1031113186 after retry RPC after error@973013966) -> (continuation of Deferred@1582600872 after retry RPC after error@2113078684) -> (continuation of Deferred@1826138457 after retry RPC after error@771241599) -> (continuation of Deferred@1464021178 after retry RPC after error@846794795)))
02:03:27.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.507 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.507 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.507 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.507 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.507 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.507 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.508 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.527 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.528 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.547 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.548 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.548 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.548 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.548 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.548 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.549 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.567 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.567 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.567 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.568 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.568 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.568 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.569 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.587 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.588 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.588 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.587 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.588 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.588 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.589 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.627 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.627 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.628 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.687 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.687 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.687 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.687 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.687 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.687 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.688 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.689 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1334544713(state=PENDING, result=null, callback=(continuation of Deferred@330179174 after retry RPC after error@1086969843) -> (continuation of Deferred@2096715651 after retry RPC after error@1865111700) -> (continuation of Deferred@225769989 after retry RPC after error@59560471) -> (continuation of Deferred@897570986 after retry RPC after error@10869097) -> (continuation of Deferred@707510186 after retry RPC after error@1330830482) -> (continuation of Deferred@77854554 after retry RPC after error@711137334), errback=(continuation of Deferred@330179174 after retry RPC after error@1086969843) -> (continuation of Deferred@2096715651 after retry RPC after error@1865111700) -> (continuation of Deferred@225769989 after retry RPC after error@59560471) -> (continuation of Deferred@897570986 after retry RPC after error@10869097) -> (continuation of Deferred@707510186 after retry RPC after error@1330830482) -> (continuation of Deferred@77854554 after retry RPC after error@711137334)))
02:03:27.689 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1334544713(state=PENDING, result=null, callback=(continuation of Deferred@330179174 after retry RPC after error@1086969843) -> (continuation of Deferred@2096715651 after retry RPC after error@1865111700) -> (continuation of Deferred@225769989 after retry RPC after error@59560471) -> (continuation of Deferred@897570986 after retry RPC after error@10869097) -> (continuation of Deferred@707510186 after retry RPC after error@1330830482) -> (continuation of Deferred@77854554 after retry RPC after error@711137334), errback=(continuation of Deferred@330179174 after retry RPC after error@1086969843) -> (continuation of Deferred@2096715651 after retry RPC after error@1865111700) -> (continuation of Deferred@225769989 after retry RPC after error@59560471) -> (continuation of Deferred@897570986 after retry RPC after error@10869097) -> (continuation of Deferred@707510186 after retry RPC after error@1330830482) -> (continuation of Deferred@77854554 after retry RPC after error@711137334)))
02:03:27.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.707 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.707 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.707 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.707 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.707 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.707 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.707 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.709 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.727 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.727 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.727 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.727 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.727 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.727 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.728 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.748 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.767 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.768 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.768 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.768 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.768 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.768 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.769 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.787 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.787 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.787 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.787 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.787 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.787 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.788 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.827 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.827 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.827 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.827 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.827 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.828 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.828 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.828 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.829 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.867 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.867 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.867 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.867 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.867 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.947 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.947 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.947 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.948 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.948 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.948 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.949 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.949 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1628461198(state=PENDING, result=null, callback=(continuation of Deferred@192761448 after retry RPC after error@1802493509) -> (continuation of Deferred@957630656 after retry RPC after error@1520673604) -> (continuation of Deferred@994883702 after retry RPC after error@784651436) -> (continuation of Deferred@898485244 after retry RPC after error@1928591242) -> (continuation of Deferred@740454058 after retry RPC after error@608939574) -> (continuation of Deferred@2143437672 after retry RPC after error@316716221) -> (continuation of Deferred@755552117 after retry RPC after error@1422651132), errback=(continuation of Deferred@192761448 after retry RPC after error@1802493509) -> (continuation of Deferred@957630656 after retry RPC after error@1520673604) -> (continuation of Deferred@994883702 after retry RPC after error@784651436) -> (continuation of Deferred@898485244 after retry RPC after error@1928591242) -> (continuation of Deferred@740454058 after retry RPC after error@608939574) -> (continuation of Deferred@2143437672 after retry RPC after error@316716221) -> (continuation of Deferred@755552117 after retry RPC after error@1422651132)))
02:03:27.950 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1628461198(state=PENDING, result=null, callback=(continuation of Deferred@192761448 after retry RPC after error@1802493509) -> (continuation of Deferred@957630656 after retry RPC after error@1520673604) -> (continuation of Deferred@994883702 after retry RPC after error@784651436) -> (continuation of Deferred@898485244 after retry RPC after error@1928591242) -> (continuation of Deferred@740454058 after retry RPC after error@608939574) -> (continuation of Deferred@2143437672 after retry RPC after error@316716221) -> (continuation of Deferred@755552117 after retry RPC after error@1422651132), errback=(continuation of Deferred@192761448 after retry RPC after error@1802493509) -> (continuation of Deferred@957630656 after retry RPC after error@1520673604) -> (continuation of Deferred@994883702 after retry RPC after error@784651436) -> (continuation of Deferred@898485244 after retry RPC after error@1928591242) -> (continuation of Deferred@740454058 after retry RPC after error@608939574) -> (continuation of Deferred@2143437672 after retry RPC after error@316716221) -> (continuation of Deferred@755552117 after retry RPC after error@1422651132)))
02:03:27.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.967 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.967 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.967 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.967 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.968 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.968 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.969 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:27.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:27.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:27.987 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.987 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.987 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.987 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.987 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:27.987 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:27.988 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.007 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.009 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.027 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.027 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.027 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.027 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.027 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.027 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.028 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.047 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.048 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.048 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.048 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.048 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.048 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.049 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.088 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.088 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.088 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.088 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.088 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.088 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.089 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.130 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@239944643(state=PENDING, result=null, callback=(continuation of Deferred@1226918250 after retry RPC after error@636548160) -> (continuation of Deferred@2138188718 after retry RPC after error@465906904) -> (continuation of Deferred@1491881171 after retry RPC after error@2048717178) -> (continuation of Deferred@350063308 after retry RPC after error@650958691) -> (continuation of Deferred@486313405 after retry RPC after error@32909433) -> (continuation of Deferred@2030389601 after retry RPC after error@959643373), errback=(continuation of Deferred@1226918250 after retry RPC after error@636548160) -> (continuation of Deferred@2138188718 after retry RPC after error@465906904) -> (continuation of Deferred@1491881171 after retry RPC after error@2048717178) -> (continuation of Deferred@350063308 after retry RPC after error@650958691) -> (continuation of Deferred@486313405 after retry RPC after error@32909433) -> (continuation of Deferred@2030389601 after retry RPC after error@959643373)))
02:03:28.130 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@239944643(state=PENDING, result=null, callback=(continuation of Deferred@1226918250 after retry RPC after error@636548160) -> (continuation of Deferred@2138188718 after retry RPC after error@465906904) -> (continuation of Deferred@1491881171 after retry RPC after error@2048717178) -> (continuation of Deferred@350063308 after retry RPC after error@650958691) -> (continuation of Deferred@486313405 after retry RPC after error@32909433) -> (continuation of Deferred@2030389601 after retry RPC after error@959643373), errback=(continuation of Deferred@1226918250 after retry RPC after error@636548160) -> (continuation of Deferred@2138188718 after retry RPC after error@465906904) -> (continuation of Deferred@1491881171 after retry RPC after error@2048717178) -> (continuation of Deferred@350063308 after retry RPC after error@650958691) -> (continuation of Deferred@486313405 after retry RPC after error@32909433) -> (continuation of Deferred@2030389601 after retry RPC after error@959643373)))
02:03:28.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.147 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.148 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.148 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.148 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.148 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.148 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.149 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.167 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.167 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.167 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.167 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.167 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.167 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.169 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.187 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.187 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.187 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.187 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.188 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.188 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.189 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.206 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.209 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.227 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.227 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.227 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.227 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.227 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.227 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.228 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.247 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.247 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.247 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.247 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.247 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.247 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.248 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.287 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.287 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.287 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.287 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.287 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.287 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.288 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.308 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.308 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@360849818(state=PENDING, result=null, callback=(continuation of Deferred@383430723 after retry RPC after error@783056163) -> (continuation of Deferred@1652337201 after retry RPC after error@1719064853) -> (continuation of Deferred@627914032 after retry RPC after error@1751450075) -> (continuation of Deferred@1875841988 after retry RPC after error@1059180889) -> (continuation of Deferred@1932109624 after retry RPC after error@864160607) -> (continuation of Deferred@616853464 after retry RPC after error@358537472) -> (continuation of Deferred@737193204 after retry RPC after error@134976038), errback=(continuation of Deferred@383430723 after retry RPC after error@783056163) -> (continuation of Deferred@1652337201 after retry RPC after error@1719064853) -> (continuation of Deferred@627914032 after retry RPC after error@1751450075) -> (continuation of Deferred@1875841988 after retry RPC after error@1059180889) -> (continuation of Deferred@1932109624 after retry RPC after error@864160607) -> (continuation of Deferred@616853464 after retry RPC after error@358537472) -> (continuation of Deferred@737193204 after retry RPC after error@134976038)))
02:03:28.309 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@360849818(state=PENDING, result=null, callback=(continuation of Deferred@383430723 after retry RPC after error@783056163) -> (continuation of Deferred@1652337201 after retry RPC after error@1719064853) -> (continuation of Deferred@627914032 after retry RPC after error@1751450075) -> (continuation of Deferred@1875841988 after retry RPC after error@1059180889) -> (continuation of Deferred@1932109624 after retry RPC after error@864160607) -> (continuation of Deferred@616853464 after retry RPC after error@358537472) -> (continuation of Deferred@737193204 after retry RPC after error@134976038), errback=(continuation of Deferred@383430723 after retry RPC after error@783056163) -> (continuation of Deferred@1652337201 after retry RPC after error@1719064853) -> (continuation of Deferred@627914032 after retry RPC after error@1751450075) -> (continuation of Deferred@1875841988 after retry RPC after error@1059180889) -> (continuation of Deferred@1932109624 after retry RPC after error@864160607) -> (continuation of Deferred@616853464 after retry RPC after error@358537472) -> (continuation of Deferred@737193204 after retry RPC after error@134976038)))
02:03:28.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.327 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.328 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.328 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.328 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.328 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.328 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.329 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.347 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.347 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.347 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.347 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.347 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.347 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.348 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.368 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.368 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.368 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.368 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.368 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.368 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.369 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.387 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.387 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.387 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.389 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.407 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.407 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.407 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.408 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.408 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.408 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.408 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.447 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.447 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.447 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.447 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.447 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.447 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.448 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.467 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.467 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.467 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.467 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.467 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.467 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.469 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.507 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.507 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.507 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.507 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.508 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.508 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1340341500(state=PENDING, result=null, callback=(continuation of Deferred@2056550682 after retry RPC after error@203145682) -> (continuation of Deferred@497971184 after retry RPC after error@1308255397) -> (continuation of Deferred@343902377 after retry RPC after error@1178128037) -> (continuation of Deferred@671611005 after retry RPC after error@918978196) -> (continuation of Deferred@1578406437 after retry RPC after error@1591292580) -> (continuation of Deferred@1233845522 after retry RPC after error@1279072361) -> (continuation of Deferred@910311025 after retry RPC after error@555312655), errback=(continuation of Deferred@2056550682 after retry RPC after error@203145682) -> (continuation of Deferred@497971184 after retry RPC after error@1308255397) -> (continuation of Deferred@343902377 after retry RPC after error@1178128037) -> (continuation of Deferred@671611005 after retry RPC after error@918978196) -> (continuation of Deferred@1578406437 after retry RPC after error@1591292580) -> (continuation of Deferred@1233845522 after retry RPC after error@1279072361) -> (continuation of Deferred@910311025 after retry RPC after error@555312655)))
02:03:28.508 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1340341500(state=PENDING, result=null, callback=(continuation of Deferred@2056550682 after retry RPC after error@203145682) -> (continuation of Deferred@497971184 after retry RPC after error@1308255397) -> (continuation of Deferred@343902377 after retry RPC after error@1178128037) -> (continuation of Deferred@671611005 after retry RPC after error@918978196) -> (continuation of Deferred@1578406437 after retry RPC after error@1591292580) -> (continuation of Deferred@1233845522 after retry RPC after error@1279072361) -> (continuation of Deferred@910311025 after retry RPC after error@555312655), errback=(continuation of Deferred@2056550682 after retry RPC after error@203145682) -> (continuation of Deferred@497971184 after retry RPC after error@1308255397) -> (continuation of Deferred@343902377 after retry RPC after error@1178128037) -> (continuation of Deferred@671611005 after retry RPC after error@918978196) -> (continuation of Deferred@1578406437 after retry RPC after error@1591292580) -> (continuation of Deferred@1233845522 after retry RPC after error@1279072361) -> (continuation of Deferred@910311025 after retry RPC after error@555312655)))
02:03:28.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.527 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.527 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.528 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.528 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.528 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.528 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.529 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.547 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.547 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.547 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.547 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.547 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.547 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.549 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.567 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.567 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.567 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.567 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.567 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.567 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.569 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.587 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.587 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.587 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.588 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.607 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.607 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.607 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.607 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.607 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.607 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.608 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.628 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.628 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.628 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.628 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.628 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.628 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.629 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.647 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.647 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.647 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.647 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.647 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.647 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.648 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.687 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.689 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.707 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.707 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.707 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.707 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.707 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.707 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.707 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.708 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.709 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.709 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1123094745(state=PENDING, result=null, callback=(continuation of Deferred@663709685 after retry RPC after error@1440037698) -> (continuation of Deferred@1413201594 after retry RPC after error@503712572) -> (continuation of Deferred@1122658246 after retry RPC after error@1041849330) -> (continuation of Deferred@937360613 after retry RPC after error@422530761) -> (continuation of Deferred@141221501 after retry RPC after error@2086195785) -> (continuation of Deferred@1017192691 after retry RPC after error@1595635880) -> (continuation of Deferred@31247360 after retry RPC after error@992775400) -> (continuation of Deferred@247432646 after retry RPC after error@174420609), errback=(continuation of Deferred@663709685 after retry RPC after error@1440037698) -> (continuation of Deferred@1413201594 after retry RPC after error@503712572) -> (continuation of Deferred@1122658246 after retry RPC after error@1041849330) -> (continuation of Deferred@937360613 after retry RPC after error@422530761) -> (continuation of Deferred@141221501 after retry RPC after error@2086195785) -> (continuation of Deferred@1017192691 after retry RPC after error@1595635880) -> (continuation of Deferred@31247360 after retry RPC after error@992775400) -> (continuation of Deferred@247432646 after retry RPC after error@174420609)))
02:03:28.709 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1123094745(state=PENDING, result=null, callback=(continuation of Deferred@663709685 after retry RPC after error@1440037698) -> (continuation of Deferred@1413201594 after retry RPC after error@503712572) -> (continuation of Deferred@1122658246 after retry RPC after error@1041849330) -> (continuation of Deferred@937360613 after retry RPC after error@422530761) -> (continuation of Deferred@141221501 after retry RPC after error@2086195785) -> (continuation of Deferred@1017192691 after retry RPC after error@1595635880) -> (continuation of Deferred@31247360 after retry RPC after error@992775400) -> (continuation of Deferred@247432646 after retry RPC after error@174420609), errback=(continuation of Deferred@663709685 after retry RPC after error@1440037698) -> (continuation of Deferred@1413201594 after retry RPC after error@503712572) -> (continuation of Deferred@1122658246 after retry RPC after error@1041849330) -> (continuation of Deferred@937360613 after retry RPC after error@422530761) -> (continuation of Deferred@141221501 after retry RPC after error@2086195785) -> (continuation of Deferred@1017192691 after retry RPC after error@1595635880) -> (continuation of Deferred@31247360 after retry RPC after error@992775400) -> (continuation of Deferred@247432646 after retry RPC after error@174420609)))
02:03:28.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.727 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.727 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.727 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.727 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.727 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.727 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.728 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.747 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.747 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.747 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.747 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.747 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.747 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.748 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.767 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.767 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.768 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.787 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.787 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.788 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.788 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.788 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.788 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.807 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.807 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.807 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.807 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.807 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.807 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.808 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.827 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.827 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.827 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.827 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.827 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.827 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.827 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.829 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:28.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:28.887 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:28.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:28.889 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:28.893270 25648 master_runner.cc:186] Error getting master registration for 127.24.13.125:33451: Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111),
02:03:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:28.893445 25648 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:03:28.986 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1600785289(state=PENDING, result=null, callback=(continuation of Deferred@41088686 after retry RPC after error@1501648719) -> (continuation of Deferred@949986217 after retry RPC after error@933679472) -> (continuation of Deferred@578066092 after retry RPC after error@1897694850) -> (continuation of Deferred@878436835 after retry RPC after error@897026889) -> (continuation of Deferred@858827453 after retry RPC after error@646779599) -> (continuation of Deferred@1303554820 after retry RPC after error@1150704696) -> (continuation of Deferred@1917150037 after retry RPC after error@1016077496), errback=(continuation of Deferred@41088686 after retry RPC after error@1501648719) -> (continuation of Deferred@949986217 after retry RPC after error@933679472) -> (continuation of Deferred@578066092 after retry RPC after error@1897694850) -> (continuation of Deferred@878436835 after retry RPC after error@897026889) -> (continuation of Deferred@858827453 after retry RPC after error@646779599) -> (continuation of Deferred@1303554820 after retry RPC after error@1150704696) -> (continuation of Deferred@1917150037 after retry RPC after error@1016077496)))
02:03:28.987 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
02:03:29.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.007 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.007 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.007 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.008 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.008 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.008 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.009 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.027 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.027 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.027 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.027 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.027 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.027 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.029 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.047 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.047 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.047 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.047 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.047 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.047 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.048 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.067 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.067 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.067 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.068 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.087 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.087 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.087 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.087 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.088 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.088 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.089 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.127 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.127 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.127 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.127 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.128 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.128 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.167 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.167 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.168 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.168 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.168 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.168 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.168 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.168 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.170 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.170 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.247 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.247 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.247 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.247 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.247 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.247 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.248 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.249 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [164ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1405958997(state=PENDING, result=null, callback=(continuation of Deferred@1521299893 after retry RPC after error@384959702) -> (continuation of Deferred@1818582942 after retry RPC after error@1447614164) -> (continuation of Deferred@1708877105 after retry RPC after error@1661540840) -> (continuation of Deferred@634794936 after retry RPC after error@892907424) -> (continuation of Deferred@200582875 after retry RPC after error@546908180) -> (continuation of Deferred@885429324 after retry RPC after error@1156806875) -> (continuation of Deferred@1780468960 after retry RPC after error@53448767), errback=(continuation of Deferred@1521299893 after retry RPC after error@384959702) -> (continuation of Deferred@1818582942 after retry RPC after error@1447614164) -> (continuation of Deferred@1708877105 after retry RPC after error@1661540840) -> (continuation of Deferred@634794936 after retry RPC after error@892907424) -> (continuation of Deferred@200582875 after retry RPC after error@546908180) -> (continuation of Deferred@885429324 after retry RPC after error@1156806875) -> (continuation of Deferred@1780468960 after retry RPC after error@53448767)))
02:03:29.249 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [164ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1405958997(state=PENDING, result=null, callback=(continuation of Deferred@1521299893 after retry RPC after error@384959702) -> (continuation of Deferred@1818582942 after retry RPC after error@1447614164) -> (continuation of Deferred@1708877105 after retry RPC after error@1661540840) -> (continuation of Deferred@634794936 after retry RPC after error@892907424) -> (continuation of Deferred@200582875 after retry RPC after error@546908180) -> (continuation of Deferred@885429324 after retry RPC after error@1156806875) -> (continuation of Deferred@1780468960 after retry RPC after error@53448767), errback=(continuation of Deferred@1521299893 after retry RPC after error@384959702) -> (continuation of Deferred@1818582942 after retry RPC after error@1447614164) -> (continuation of Deferred@1708877105 after retry RPC after error@1661540840) -> (continuation of Deferred@634794936 after retry RPC after error@892907424) -> (continuation of Deferred@200582875 after retry RPC after error@546908180) -> (continuation of Deferred@885429324 after retry RPC after error@1156806875) -> (continuation of Deferred@1780468960 after retry RPC after error@53448767)))
02:03:29.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.268 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.268 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.268 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.268 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.268 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.268 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.269 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.287 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.287 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.287 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.288 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.288 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.288 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.289 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.309 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.327 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.327 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.327 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.327 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.327 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.327 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.329 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.347 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.347 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.347 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.347 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.347 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.347 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.348 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.367 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.367 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.367 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.367 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.367 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.367 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.369 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.387 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.387 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.387 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.388 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.447 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.447 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.447 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.447 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.447 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.447 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.448 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.449 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1812676375(state=PENDING, result=null, callback=(continuation of Deferred@1012218227 after retry RPC after error@501963739) -> (continuation of Deferred@1301260597 after retry RPC after error@2026488852) -> (continuation of Deferred@1833104607 after retry RPC after error@707809071) -> (continuation of Deferred@440831325 after retry RPC after error@748229477) -> (continuation of Deferred@1443360293 after retry RPC after error@2129038077) -> (continuation of Deferred@1348783129 after retry RPC after error@872607563) -> (continuation of Deferred@1570588968 after retry RPC after error@392597764), errback=(continuation of Deferred@1012218227 after retry RPC after error@501963739) -> (continuation of Deferred@1301260597 after retry RPC after error@2026488852) -> (continuation of Deferred@1833104607 after retry RPC after error@707809071) -> (continuation of Deferred@440831325 after retry RPC after error@748229477) -> (continuation of Deferred@1443360293 after retry RPC after error@2129038077) -> (continuation of Deferred@1348783129 after retry RPC after error@872607563) -> (continuation of Deferred@1570588968 after retry RPC after error@392597764)))
02:03:29.449 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1812676375(state=PENDING, result=null, callback=(continuation of Deferred@1012218227 after retry RPC after error@501963739) -> (continuation of Deferred@1301260597 after retry RPC after error@2026488852) -> (continuation of Deferred@1833104607 after retry RPC after error@707809071) -> (continuation of Deferred@440831325 after retry RPC after error@748229477) -> (continuation of Deferred@1443360293 after retry RPC after error@2129038077) -> (continuation of Deferred@1348783129 after retry RPC after error@872607563) -> (continuation of Deferred@1570588968 after retry RPC after error@392597764), errback=(continuation of Deferred@1012218227 after retry RPC after error@501963739) -> (continuation of Deferred@1301260597 after retry RPC after error@2026488852) -> (continuation of Deferred@1833104607 after retry RPC after error@707809071) -> (continuation of Deferred@440831325 after retry RPC after error@748229477) -> (continuation of Deferred@1443360293 after retry RPC after error@2129038077) -> (continuation of Deferred@1348783129 after retry RPC after error@872607563) -> (continuation of Deferred@1570588968 after retry RPC after error@392597764)))
02:03:29.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.467 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.467 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.467 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.467 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.467 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.467 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.468 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.487 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.487 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.487 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.487 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.488 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.488 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.488 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.488 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.489 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.507 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.507 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.509 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.527 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.527 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.527 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.527 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.527 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.527 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.528 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.547 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.547 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.547 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.547 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.547 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.547 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.548 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.587 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.587 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.587 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.587 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.587 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.587 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.589 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.647 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.648 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.648 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@330301009(state=PENDING, result=null, callback=(continuation of Deferred@735656583 after retry RPC after error@986621090) -> (continuation of Deferred@1649749108 after retry RPC after error@249830169) -> (continuation of Deferred@1821054272 after retry RPC after error@590301127) -> (continuation of Deferred@1750268250 after retry RPC after error@1178606490) -> (continuation of Deferred@1918183175 after retry RPC after error@723339253) -> (continuation of Deferred@1417343973 after retry RPC after error@312524347), errback=(continuation of Deferred@735656583 after retry RPC after error@986621090) -> (continuation of Deferred@1649749108 after retry RPC after error@249830169) -> (continuation of Deferred@1821054272 after retry RPC after error@590301127) -> (continuation of Deferred@1750268250 after retry RPC after error@1178606490) -> (continuation of Deferred@1918183175 after retry RPC after error@723339253) -> (continuation of Deferred@1417343973 after retry RPC after error@312524347)))
02:03:29.649 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@330301009(state=PENDING, result=null, callback=(continuation of Deferred@735656583 after retry RPC after error@986621090) -> (continuation of Deferred@1649749108 after retry RPC after error@249830169) -> (continuation of Deferred@1821054272 after retry RPC after error@590301127) -> (continuation of Deferred@1750268250 after retry RPC after error@1178606490) -> (continuation of Deferred@1918183175 after retry RPC after error@723339253) -> (continuation of Deferred@1417343973 after retry RPC after error@312524347), errback=(continuation of Deferred@735656583 after retry RPC after error@986621090) -> (continuation of Deferred@1649749108 after retry RPC after error@249830169) -> (continuation of Deferred@1821054272 after retry RPC after error@590301127) -> (continuation of Deferred@1750268250 after retry RPC after error@1178606490) -> (continuation of Deferred@1918183175 after retry RPC after error@723339253) -> (continuation of Deferred@1417343973 after retry RPC after error@312524347)))
02:03:29.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.667 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.667 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.667 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.667 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.667 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.667 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.669 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.687 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.687 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.687 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.688 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.688 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.688 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.689 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.707 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.707 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.707 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.707 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.707 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.707 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.707 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.707 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.709 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.727 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.728 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.728 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.729 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.746 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.746 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.747 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.747 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.747 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.747 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.748 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.767 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.767 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.767 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.767 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.768 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.768 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.769 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.787 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.788 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.788 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.788 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.788 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.788 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.788 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.868 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.908 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.908 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.908 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.908 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.908 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.908 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.909 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.909 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1674548187(state=PENDING, result=null, callback=(continuation of Deferred@1137232527 after retry RPC after error@1365387220) -> (continuation of Deferred@1704583483 after retry RPC after error@2052585240) -> (continuation of Deferred@2135869039 after retry RPC after error@1070731989) -> (continuation of Deferred@367569965 after retry RPC after error@1346533055) -> (continuation of Deferred@1496760166 after retry RPC after error@1985825327) -> (continuation of Deferred@646187277 after retry RPC after error@1697674476) -> (continuation of Deferred@152124067 after retry RPC after error@360781212) -> (continuation of Deferred@323729984 after retry RPC after error@1966750673), errback=(continuation of Deferred@1137232527 after retry RPC after error@1365387220) -> (continuation of Deferred@1704583483 after retry RPC after error@2052585240) -> (continuation of Deferred@2135869039 after retry RPC after error@1070731989) -> (continuation of Deferred@367569965 after retry RPC after error@1346533055) -> (continuation of Deferred@1496760166 after retry RPC after error@1985825327) -> (continuation of Deferred@646187277 after retry RPC after error@1697674476) -> (continuation of Deferred@152124067 after retry RPC after error@360781212) -> (continuation of Deferred@323729984 after retry RPC after error@1966750673)))
02:03:29.910 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1674548187(state=PENDING, result=null, callback=(continuation of Deferred@1137232527 after retry RPC after error@1365387220) -> (continuation of Deferred@1704583483 after retry RPC after error@2052585240) -> (continuation of Deferred@2135869039 after retry RPC after error@1070731989) -> (continuation of Deferred@367569965 after retry RPC after error@1346533055) -> (continuation of Deferred@1496760166 after retry RPC after error@1985825327) -> (continuation of Deferred@646187277 after retry RPC after error@1697674476) -> (continuation of Deferred@152124067 after retry RPC after error@360781212) -> (continuation of Deferred@323729984 after retry RPC after error@1966750673), errback=(continuation of Deferred@1137232527 after retry RPC after error@1365387220) -> (continuation of Deferred@1704583483 after retry RPC after error@2052585240) -> (continuation of Deferred@2135869039 after retry RPC after error@1070731989) -> (continuation of Deferred@367569965 after retry RPC after error@1346533055) -> (continuation of Deferred@1496760166 after retry RPC after error@1985825327) -> (continuation of Deferred@646187277 after retry RPC after error@1697674476) -> (continuation of Deferred@152124067 after retry RPC after error@360781212) -> (continuation of Deferred@323729984 after retry RPC after error@1966750673)))
02:03:29.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.928 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.928 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.928 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.928 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.928 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.928 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.929 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.947 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.947 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.947 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.947 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.948 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.948 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.949 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.967 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.967 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.967 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.969 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:29.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:29.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:29.987 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.987 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.987 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.987 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.987 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:29.987 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:29.988 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.007 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.007 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.007 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.007 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.007 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.007 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.008 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.047 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.047 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.047 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.047 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.047 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.047 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.048 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.107 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.107 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.107 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.108 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.108 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@20705972(state=PENDING, result=null, callback=(continuation of Deferred@423889087 after retry RPC after error@1995237246) -> (continuation of Deferred@1069519776 after retry RPC after error@1632594097) -> (continuation of Deferred@1484232151 after retry RPC after error@1236360880) -> (continuation of Deferred@173074101 after retry RPC after error@272637358) -> (continuation of Deferred@1954413404 after retry RPC after error@939159485) -> (continuation of Deferred@982667961 after retry RPC after error@716145960), errback=(continuation of Deferred@423889087 after retry RPC after error@1995237246) -> (continuation of Deferred@1069519776 after retry RPC after error@1632594097) -> (continuation of Deferred@1484232151 after retry RPC after error@1236360880) -> (continuation of Deferred@173074101 after retry RPC after error@272637358) -> (continuation of Deferred@1954413404 after retry RPC after error@939159485) -> (continuation of Deferred@982667961 after retry RPC after error@716145960)))
02:03:30.109 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@20705972(state=PENDING, result=null, callback=(continuation of Deferred@423889087 after retry RPC after error@1995237246) -> (continuation of Deferred@1069519776 after retry RPC after error@1632594097) -> (continuation of Deferred@1484232151 after retry RPC after error@1236360880) -> (continuation of Deferred@173074101 after retry RPC after error@272637358) -> (continuation of Deferred@1954413404 after retry RPC after error@939159485) -> (continuation of Deferred@982667961 after retry RPC after error@716145960), errback=(continuation of Deferred@423889087 after retry RPC after error@1995237246) -> (continuation of Deferred@1069519776 after retry RPC after error@1632594097) -> (continuation of Deferred@1484232151 after retry RPC after error@1236360880) -> (continuation of Deferred@173074101 after retry RPC after error@272637358) -> (continuation of Deferred@1954413404 after retry RPC after error@939159485) -> (continuation of Deferred@982667961 after retry RPC after error@716145960)))
02:03:30.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.127 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.127 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.128 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.128 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.128 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.128 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.146 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.147 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.147 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.147 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.147 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.147 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.147 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.148 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.166 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.166 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.167 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.167 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.167 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.167 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.167 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.167 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.168 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.188 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.207 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.207 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.208 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.208 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.208 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.208 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.209 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.247 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.247 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.248 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.248 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.248 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.248 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.249 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.308 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.308 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.308 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.308 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.308 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.308 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.309 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.367 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.367 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.367 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.367 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.367 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.369 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.369 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1469222066(state=PENDING, result=null, callback=(continuation of Deferred@54964096 after retry RPC after error@728310332) -> (continuation of Deferred@2073336684 after retry RPC after error@941649840) -> (continuation of Deferred@237825435 after retry RPC after error@1815496352) -> (continuation of Deferred@858189745 after retry RPC after error@146819978) -> (continuation of Deferred@1634287420 after retry RPC after error@1060398839) -> (continuation of Deferred@1005276615 after retry RPC after error@830328107) -> (continuation of Deferred@423986407 after retry RPC after error@89803494), errback=(continuation of Deferred@54964096 after retry RPC after error@728310332) -> (continuation of Deferred@2073336684 after retry RPC after error@941649840) -> (continuation of Deferred@237825435 after retry RPC after error@1815496352) -> (continuation of Deferred@858189745 after retry RPC after error@146819978) -> (continuation of Deferred@1634287420 after retry RPC after error@1060398839) -> (continuation of Deferred@1005276615 after retry RPC after error@830328107) -> (continuation of Deferred@423986407 after retry RPC after error@89803494)))
02:03:30.370 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1469222066(state=PENDING, result=null, callback=(continuation of Deferred@54964096 after retry RPC after error@728310332) -> (continuation of Deferred@2073336684 after retry RPC after error@941649840) -> (continuation of Deferred@237825435 after retry RPC after error@1815496352) -> (continuation of Deferred@858189745 after retry RPC after error@146819978) -> (continuation of Deferred@1634287420 after retry RPC after error@1060398839) -> (continuation of Deferred@1005276615 after retry RPC after error@830328107) -> (continuation of Deferred@423986407 after retry RPC after error@89803494), errback=(continuation of Deferred@54964096 after retry RPC after error@728310332) -> (continuation of Deferred@2073336684 after retry RPC after error@941649840) -> (continuation of Deferred@237825435 after retry RPC after error@1815496352) -> (continuation of Deferred@858189745 after retry RPC after error@146819978) -> (continuation of Deferred@1634287420 after retry RPC after error@1060398839) -> (continuation of Deferred@1005276615 after retry RPC after error@830328107) -> (continuation of Deferred@423986407 after retry RPC after error@89803494)))
02:03:30.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.387 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.387 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.387 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.387 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.387 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.387 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.389 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.407 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.407 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.407 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.407 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.407 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.407 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.408 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.427 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.427 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.427 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.427 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.427 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.427 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.428 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.447 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.447 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.447 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.447 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.447 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.447 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.448 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.467 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.467 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.468 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.468 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.468 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.468 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.469 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.507 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.507 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.507 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.508 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.508 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.508 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.509 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.548 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.548 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.548 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.548 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.548 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.548 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.549 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.627 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.627 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.628 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.629 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1207969849(state=PENDING, result=null, callback=(continuation of Deferred@1515814248 after retry RPC after error@1125471542) -> (continuation of Deferred@1588928559 after retry RPC after error@389913120) -> (continuation of Deferred@102635410 after retry RPC after error@1875598978) -> (continuation of Deferred@403222284 after retry RPC after error@1663027895) -> (continuation of Deferred@365683649 after retry RPC after error@541167796) -> (continuation of Deferred@2112633727 after retry RPC after error@1614482439) -> (continuation of Deferred@715402794 after retry RPC after error@114085882), errback=(continuation of Deferred@1515814248 after retry RPC after error@1125471542) -> (continuation of Deferred@1588928559 after retry RPC after error@389913120) -> (continuation of Deferred@102635410 after retry RPC after error@1875598978) -> (continuation of Deferred@403222284 after retry RPC after error@1663027895) -> (continuation of Deferred@365683649 after retry RPC after error@541167796) -> (continuation of Deferred@2112633727 after retry RPC after error@1614482439) -> (continuation of Deferred@715402794 after retry RPC after error@114085882)))
02:03:30.629 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1207969849(state=PENDING, result=null, callback=(continuation of Deferred@1515814248 after retry RPC after error@1125471542) -> (continuation of Deferred@1588928559 after retry RPC after error@389913120) -> (continuation of Deferred@102635410 after retry RPC after error@1875598978) -> (continuation of Deferred@403222284 after retry RPC after error@1663027895) -> (continuation of Deferred@365683649 after retry RPC after error@541167796) -> (continuation of Deferred@2112633727 after retry RPC after error@1614482439) -> (continuation of Deferred@715402794 after retry RPC after error@114085882), errback=(continuation of Deferred@1515814248 after retry RPC after error@1125471542) -> (continuation of Deferred@1588928559 after retry RPC after error@389913120) -> (continuation of Deferred@102635410 after retry RPC after error@1875598978) -> (continuation of Deferred@403222284 after retry RPC after error@1663027895) -> (continuation of Deferred@365683649 after retry RPC after error@541167796) -> (continuation of Deferred@2112633727 after retry RPC after error@1614482439) -> (continuation of Deferred@715402794 after retry RPC after error@114085882)))
02:03:30.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.648 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.648 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.648 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.648 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.648 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.648 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.649 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.667 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.667 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.668 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.668 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.668 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.668 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.669 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.687 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.687 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.687 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.687 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.687 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.687 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.689 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.709 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.727 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.727 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.727 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.727 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.727 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.727 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.728 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.767 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.767 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.767 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.767 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.767 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.767 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.768 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.787 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.787 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.787 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.788 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.788 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.788 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.790 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1779540055(state=PENDING, result=null, callback=(continuation of Deferred@1781158194 after retry RPC after error@340330971) -> (continuation of Deferred@399116905 after retry RPC after error@1891501023) -> (continuation of Deferred@1218801467 after retry RPC after error@343842853) -> (continuation of Deferred@1403025793 after retry RPC after error@1400907985) -> (continuation of Deferred@817846573 after retry RPC after error@1361160343) -> (continuation of Deferred@18722627 after retry RPC after error@1393154321), errback=(continuation of Deferred@1781158194 after retry RPC after error@340330971) -> (continuation of Deferred@399116905 after retry RPC after error@1891501023) -> (continuation of Deferred@1218801467 after retry RPC after error@343842853) -> (continuation of Deferred@1403025793 after retry RPC after error@1400907985) -> (continuation of Deferred@817846573 after retry RPC after error@1361160343) -> (continuation of Deferred@18722627 after retry RPC after error@1393154321)))
02:03:30.790 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1779540055(state=PENDING, result=null, callback=(continuation of Deferred@1781158194 after retry RPC after error@340330971) -> (continuation of Deferred@399116905 after retry RPC after error@1891501023) -> (continuation of Deferred@1218801467 after retry RPC after error@343842853) -> (continuation of Deferred@1403025793 after retry RPC after error@1400907985) -> (continuation of Deferred@817846573 after retry RPC after error@1361160343) -> (continuation of Deferred@18722627 after retry RPC after error@1393154321), errback=(continuation of Deferred@1781158194 after retry RPC after error@340330971) -> (continuation of Deferred@399116905 after retry RPC after error@1891501023) -> (continuation of Deferred@1218801467 after retry RPC after error@343842853) -> (continuation of Deferred@1403025793 after retry RPC after error@1400907985) -> (continuation of Deferred@817846573 after retry RPC after error@1361160343) -> (continuation of Deferred@18722627 after retry RPC after error@1393154321)))
02:03:30.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.807 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.807 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.807 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.809 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.827 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.827 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.827 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.827 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.827 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.827 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.828 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.846 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.846 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.847 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.847 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.847 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.847 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.847 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.847 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.848 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.867 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.867 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.867 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.868 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.868 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.868 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.887 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.887 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.887 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.887 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.889 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.907 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.907 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.907 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.907 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.907 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.907 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.907 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.907 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.909 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.909 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.947 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.947 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.947 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.947 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.947 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.947 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.948 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.949 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@688335496(state=PENDING, result=null, callback=(continuation of Deferred@886816744 after retry RPC after error@33053675) -> (continuation of Deferred@591452947 after retry RPC after error@855893657) -> (continuation of Deferred@1523465198 after retry RPC after error@422184031) -> (continuation of Deferred@1016585258 after retry RPC after error@277660175) -> (continuation of Deferred@993434299 after retry RPC after error@1920432510) -> (continuation of Deferred@1887673750 after retry RPC after error@107590963), errback=(continuation of Deferred@886816744 after retry RPC after error@33053675) -> (continuation of Deferred@591452947 after retry RPC after error@855893657) -> (continuation of Deferred@1523465198 after retry RPC after error@422184031) -> (continuation of Deferred@1016585258 after retry RPC after error@277660175) -> (continuation of Deferred@993434299 after retry RPC after error@1920432510) -> (continuation of Deferred@1887673750 after retry RPC after error@107590963)))
02:03:30.949 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@688335496(state=PENDING, result=null, callback=(continuation of Deferred@886816744 after retry RPC after error@33053675) -> (continuation of Deferred@591452947 after retry RPC after error@855893657) -> (continuation of Deferred@1523465198 after retry RPC after error@422184031) -> (continuation of Deferred@1016585258 after retry RPC after error@277660175) -> (continuation of Deferred@993434299 after retry RPC after error@1920432510) -> (continuation of Deferred@1887673750 after retry RPC after error@107590963), errback=(continuation of Deferred@886816744 after retry RPC after error@33053675) -> (continuation of Deferred@591452947 after retry RPC after error@855893657) -> (continuation of Deferred@1523465198 after retry RPC after error@422184031) -> (continuation of Deferred@1016585258 after retry RPC after error@277660175) -> (continuation of Deferred@993434299 after retry RPC after error@1920432510) -> (continuation of Deferred@1887673750 after retry RPC after error@107590963)))
02:03:30.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.967 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.968 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.968 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.968 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.968 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.968 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.970 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:30.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:30.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:30.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:30.987 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:30.988 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.006 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.007 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.007 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.007 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.007 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.007 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.008 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.027 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.028 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.028 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.028 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.028 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.028 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.029 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.047 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.047 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.047 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.047 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.047 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.048 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.049 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.067 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.067 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.069 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.146 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.146 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.147 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.147 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.147 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.147 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.147 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.147 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.148 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.167 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.167 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.167 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.168 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.168 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.168 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.169 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.169 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1190954801(state=PENDING, result=null, callback=(continuation of Deferred@122411278 after retry RPC after error@819735376) -> (continuation of Deferred@328230916 after retry RPC after error@838316104) -> (continuation of Deferred@1756208337 after retry RPC after error@972729407) -> (continuation of Deferred@691680076 after retry RPC after error@633582547) -> (continuation of Deferred@554498222 after retry RPC after error@1299919844) -> (continuation of Deferred@891541844 after retry RPC after error@231123208) -> (continuation of Deferred@1263139222 after retry RPC after error@1605965576), errback=(continuation of Deferred@122411278 after retry RPC after error@819735376) -> (continuation of Deferred@328230916 after retry RPC after error@838316104) -> (continuation of Deferred@1756208337 after retry RPC after error@972729407) -> (continuation of Deferred@691680076 after retry RPC after error@633582547) -> (continuation of Deferred@554498222 after retry RPC after error@1299919844) -> (continuation of Deferred@891541844 after retry RPC after error@231123208) -> (continuation of Deferred@1263139222 after retry RPC after error@1605965576)))
02:03:31.170 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1190954801(state=PENDING, result=null, callback=(continuation of Deferred@122411278 after retry RPC after error@819735376) -> (continuation of Deferred@328230916 after retry RPC after error@838316104) -> (continuation of Deferred@1756208337 after retry RPC after error@972729407) -> (continuation of Deferred@691680076 after retry RPC after error@633582547) -> (continuation of Deferred@554498222 after retry RPC after error@1299919844) -> (continuation of Deferred@891541844 after retry RPC after error@231123208) -> (continuation of Deferred@1263139222 after retry RPC after error@1605965576), errback=(continuation of Deferred@122411278 after retry RPC after error@819735376) -> (continuation of Deferred@328230916 after retry RPC after error@838316104) -> (continuation of Deferred@1756208337 after retry RPC after error@972729407) -> (continuation of Deferred@691680076 after retry RPC after error@633582547) -> (continuation of Deferred@554498222 after retry RPC after error@1299919844) -> (continuation of Deferred@891541844 after retry RPC after error@231123208) -> (continuation of Deferred@1263139222 after retry RPC after error@1605965576)))
02:03:31.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.187 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.187 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.187 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.187 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.187 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.187 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.189 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.206 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.206 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.208 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.227 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.227 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.227 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.227 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.227 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.227 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.228 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.247 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.248 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.248 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.248 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.248 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.248 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.249 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.267 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.267 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.267 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.267 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.267 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.268 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.268 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.287 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.287 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.287 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.287 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.287 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.288 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.347 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.347 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.347 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.347 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.348 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.348 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.349 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.349 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@2012210569(state=PENDING, result=null, callback=(continuation of Deferred@1420598989 after retry RPC after error@2102312898) -> (continuation of Deferred@1902450776 after retry RPC after error@2033088592) -> (continuation of Deferred@1237633870 after retry RPC after error@1098702107) -> (continuation of Deferred@411216564 after retry RPC after error@316980492) -> (continuation of Deferred@2098563749 after retry RPC after error@1512440857) -> (continuation of Deferred@1476186851 after retry RPC after error@1615268301), errback=(continuation of Deferred@1420598989 after retry RPC after error@2102312898) -> (continuation of Deferred@1902450776 after retry RPC after error@2033088592) -> (continuation of Deferred@1237633870 after retry RPC after error@1098702107) -> (continuation of Deferred@411216564 after retry RPC after error@316980492) -> (continuation of Deferred@2098563749 after retry RPC after error@1512440857) -> (continuation of Deferred@1476186851 after retry RPC after error@1615268301)))
02:03:31.349 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@2012210569(state=PENDING, result=null, callback=(continuation of Deferred@1420598989 after retry RPC after error@2102312898) -> (continuation of Deferred@1902450776 after retry RPC after error@2033088592) -> (continuation of Deferred@1237633870 after retry RPC after error@1098702107) -> (continuation of Deferred@411216564 after retry RPC after error@316980492) -> (continuation of Deferred@2098563749 after retry RPC after error@1512440857) -> (continuation of Deferred@1476186851 after retry RPC after error@1615268301), errback=(continuation of Deferred@1420598989 after retry RPC after error@2102312898) -> (continuation of Deferred@1902450776 after retry RPC after error@2033088592) -> (continuation of Deferred@1237633870 after retry RPC after error@1098702107) -> (continuation of Deferred@411216564 after retry RPC after error@316980492) -> (continuation of Deferred@2098563749 after retry RPC after error@1512440857) -> (continuation of Deferred@1476186851 after retry RPC after error@1615268301)))
02:03:31.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.367 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.367 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.367 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.367 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.367 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.367 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.368 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.387 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.387 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.387 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.387 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.387 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.387 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.388 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.409 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.427 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.427 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.427 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.427 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.427 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.427 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.428 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.447 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.447 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.447 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.447 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.447 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.447 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.448 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.487 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.487 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.487 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.487 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.487 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.487 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.488 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.527 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.529 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.529 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1052138373(state=PENDING, result=null, callback=(continuation of Deferred@1353920041 after retry RPC after error@1830505808) -> (continuation of Deferred@652217854 after retry RPC after error@713425108) -> (continuation of Deferred@1661841867 after retry RPC after error@1414205751) -> (continuation of Deferred@1919056317 after retry RPC after error@1752717189) -> (continuation of Deferred@1718952104 after retry RPC after error@1782269944) -> (continuation of Deferred@200631443 after retry RPC after error@555470359), errback=(continuation of Deferred@1353920041 after retry RPC after error@1830505808) -> (continuation of Deferred@652217854 after retry RPC after error@713425108) -> (continuation of Deferred@1661841867 after retry RPC after error@1414205751) -> (continuation of Deferred@1919056317 after retry RPC after error@1752717189) -> (continuation of Deferred@1718952104 after retry RPC after error@1782269944) -> (continuation of Deferred@200631443 after retry RPC after error@555470359)))
02:03:31.529 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1052138373(state=PENDING, result=null, callback=(continuation of Deferred@1353920041 after retry RPC after error@1830505808) -> (continuation of Deferred@652217854 after retry RPC after error@713425108) -> (continuation of Deferred@1661841867 after retry RPC after error@1414205751) -> (continuation of Deferred@1919056317 after retry RPC after error@1752717189) -> (continuation of Deferred@1718952104 after retry RPC after error@1782269944) -> (continuation of Deferred@200631443 after retry RPC after error@555470359), errback=(continuation of Deferred@1353920041 after retry RPC after error@1830505808) -> (continuation of Deferred@652217854 after retry RPC after error@713425108) -> (continuation of Deferred@1661841867 after retry RPC after error@1414205751) -> (continuation of Deferred@1919056317 after retry RPC after error@1752717189) -> (continuation of Deferred@1718952104 after retry RPC after error@1782269944) -> (continuation of Deferred@200631443 after retry RPC after error@555470359)))
02:03:31.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.547 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.547 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.547 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.547 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.547 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.547 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.548 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.567 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.567 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.567 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.567 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.567 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.567 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.568 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.587 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.587 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.587 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.587 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.587 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.587 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.588 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.607 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.608 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.627 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.627 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.627 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.627 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.627 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.627 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.628 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.647 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.647 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.647 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.647 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.647 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.647 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.648 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.667 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.667 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.667 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.667 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.667 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.667 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.669 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.767 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.767 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.768 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.787 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.787 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.787 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.787 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.787 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.787 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.788 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.788 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1238280639(state=PENDING, result=null, callback=(continuation of Deferred@362868269 after retry RPC after error@1621342273) -> (continuation of Deferred@1258167130 after retry RPC after error@1984020715) -> (continuation of Deferred@1677891976 after retry RPC after error@429806841) -> (continuation of Deferred@587249755 after retry RPC after error@1530819144) -> (continuation of Deferred@721452670 after retry RPC after error@1087561339) -> (continuation of Deferred@1723229274 after retry RPC after error@1311962870) -> (continuation of Deferred@1726579392 after retry RPC after error@815704416) -> (continuation of Deferred@1709150109 after retry RPC after error@1015238806), errback=(continuation of Deferred@362868269 after retry RPC after error@1621342273) -> (continuation of Deferred@1258167130 after retry RPC after error@1984020715) -> (continuation of Deferred@1677891976 after retry RPC after error@429806841) -> (continuation of Deferred@587249755 after retry RPC after error@1530819144) -> (continuation of Deferred@721452670 after retry RPC after error@1087561339) -> (continuation of Deferred@1723229274 after retry RPC after error@1311962870) -> (continuation of Deferred@1726579392 after retry RPC after error@815704416) -> (continuation of Deferred@1709150109 after retry RPC after error@1015238806)))
02:03:31.789 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1238280639(state=PENDING, result=null, callback=(continuation of Deferred@362868269 after retry RPC after error@1621342273) -> (continuation of Deferred@1258167130 after retry RPC after error@1984020715) -> (continuation of Deferred@1677891976 after retry RPC after error@429806841) -> (continuation of Deferred@587249755 after retry RPC after error@1530819144) -> (continuation of Deferred@721452670 after retry RPC after error@1087561339) -> (continuation of Deferred@1723229274 after retry RPC after error@1311962870) -> (continuation of Deferred@1726579392 after retry RPC after error@815704416) -> (continuation of Deferred@1709150109 after retry RPC after error@1015238806), errback=(continuation of Deferred@362868269 after retry RPC after error@1621342273) -> (continuation of Deferred@1258167130 after retry RPC after error@1984020715) -> (continuation of Deferred@1677891976 after retry RPC after error@429806841) -> (continuation of Deferred@587249755 after retry RPC after error@1530819144) -> (continuation of Deferred@721452670 after retry RPC after error@1087561339) -> (continuation of Deferred@1723229274 after retry RPC after error@1311962870) -> (continuation of Deferred@1726579392 after retry RPC after error@815704416) -> (continuation of Deferred@1709150109 after retry RPC after error@1015238806)))
02:03:31.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.807 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.807 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.807 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.807 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.807 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.807 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.808 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.827 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.827 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.827 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.827 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.827 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.827 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.828 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.849 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.867 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.867 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.867 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.867 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.868 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.868 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.887 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.887 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.887 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.887 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.887 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.887 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.888 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.907 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.907 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.907 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.907 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.907 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.907 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.908 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:31.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:31.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:31.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.967 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.967 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:31.967 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:31.968 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.067 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1804367661(state=PENDING, result=null, callback=(continuation of Deferred@2082641807 after retry RPC after error@752328033) -> (continuation of Deferred@905186661 after retry RPC after error@1028207081) -> (continuation of Deferred@1438598944 after retry RPC after error@1167320163) -> (continuation of Deferred@1343837841 after retry RPC after error@615244546) -> (continuation of Deferred@193079024 after retry RPC after error@1374190367) -> (continuation of Deferred@1272906349 after retry RPC after error@806837223) -> (continuation of Deferred@708337331 after retry RPC after error@941287528), errback=(continuation of Deferred@2082641807 after retry RPC after error@752328033) -> (continuation of Deferred@905186661 after retry RPC after error@1028207081) -> (continuation of Deferred@1438598944 after retry RPC after error@1167320163) -> (continuation of Deferred@1343837841 after retry RPC after error@615244546) -> (continuation of Deferred@193079024 after retry RPC after error@1374190367) -> (continuation of Deferred@1272906349 after retry RPC after error@806837223) -> (continuation of Deferred@708337331 after retry RPC after error@941287528)))
02:03:32.067 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
02:03:32.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.087 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.087 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.087 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.087 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.087 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.087 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.088 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.106 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.106 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.107 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.107 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.107 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.107 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.108 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.127 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.127 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.127 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.127 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.127 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.127 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.146 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.147 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.147 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.147 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.147 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.148 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:32.151489 25133 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 1)
02:03:32.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:32.152930 25133 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '32631f9216744834a2af3633bfaf79fc', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '32631f9216744834a2af3633bfaf79fc', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 1)
02:03:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:32.155326 25133 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.24.13.126:44527)
02:03:32.166 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.166 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.167 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.167 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.167 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.167 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.167 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.167 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.168 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.186 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.187 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.187 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.187 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.187 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.187 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.188 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.266 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.266 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.267 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.267 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.267 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.267 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.267 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.267 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.268 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.268 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@998112596(state=PENDING, result=null, callback=(continuation of Deferred@1312832728 after retry RPC after error@824100630) -> (continuation of Deferred@639827842 after retry RPC after error@1918968143) -> (continuation of Deferred@1032353063 after retry RPC after error@2053710839) -> (continuation of Deferred@1258687959 after retry RPC after error@806762145) -> (continuation of Deferred@1313430729 after retry RPC after error@2106374252) -> (continuation of Deferred@111114943 after retry RPC after error@129890291), errback=(continuation of Deferred@1312832728 after retry RPC after error@824100630) -> (continuation of Deferred@639827842 after retry RPC after error@1918968143) -> (continuation of Deferred@1032353063 after retry RPC after error@2053710839) -> (continuation of Deferred@1258687959 after retry RPC after error@806762145) -> (continuation of Deferred@1313430729 after retry RPC after error@2106374252) -> (continuation of Deferred@111114943 after retry RPC after error@129890291)))
02:03:32.269 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@998112596(state=PENDING, result=null, callback=(continuation of Deferred@1312832728 after retry RPC after error@824100630) -> (continuation of Deferred@639827842 after retry RPC after error@1918968143) -> (continuation of Deferred@1032353063 after retry RPC after error@2053710839) -> (continuation of Deferred@1258687959 after retry RPC after error@806762145) -> (continuation of Deferred@1313430729 after retry RPC after error@2106374252) -> (continuation of Deferred@111114943 after retry RPC after error@129890291), errback=(continuation of Deferred@1312832728 after retry RPC after error@824100630) -> (continuation of Deferred@639827842 after retry RPC after error@1918968143) -> (continuation of Deferred@1032353063 after retry RPC after error@2053710839) -> (continuation of Deferred@1258687959 after retry RPC after error@806762145) -> (continuation of Deferred@1313430729 after retry RPC after error@2106374252) -> (continuation of Deferred@111114943 after retry RPC after error@129890291)))
02:03:32.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.289 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.307 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.307 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.307 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.307 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.307 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.307 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.308 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.327 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.327 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.327 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.327 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.327 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.327 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.328 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.347 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.347 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.347 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.347 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.347 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.347 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.348 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.367 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.367 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.370 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.387 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.387 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.387 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.387 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.387 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.387 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.388 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.447 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.447 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.447 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.447 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.448 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.448 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.449 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.507 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.507 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.508 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.508 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.508 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.508 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.509 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.509 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1071482006(state=PENDING, result=null, callback=(continuation of Deferred@709962177 after retry RPC after error@2096334993) -> (continuation of Deferred@294265398 after retry RPC after error@1109458341) -> (continuation of Deferred@1637669633 after retry RPC after error@30105763) -> (continuation of Deferred@1099987262 after retry RPC after error@77097340) -> (continuation of Deferred@56356413 after retry RPC after error@1498372237) -> (continuation of Deferred@466916115 after retry RPC after error@1547750044) -> (continuation of Deferred@11988271 after retry RPC after error@597575300), errback=(continuation of Deferred@709962177 after retry RPC after error@2096334993) -> (continuation of Deferred@294265398 after retry RPC after error@1109458341) -> (continuation of Deferred@1637669633 after retry RPC after error@30105763) -> (continuation of Deferred@1099987262 after retry RPC after error@77097340) -> (continuation of Deferred@56356413 after retry RPC after error@1498372237) -> (continuation of Deferred@466916115 after retry RPC after error@1547750044) -> (continuation of Deferred@11988271 after retry RPC after error@597575300)))
02:03:32.509 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1071482006(state=PENDING, result=null, callback=(continuation of Deferred@709962177 after retry RPC after error@2096334993) -> (continuation of Deferred@294265398 after retry RPC after error@1109458341) -> (continuation of Deferred@1637669633 after retry RPC after error@30105763) -> (continuation of Deferred@1099987262 after retry RPC after error@77097340) -> (continuation of Deferred@56356413 after retry RPC after error@1498372237) -> (continuation of Deferred@466916115 after retry RPC after error@1547750044) -> (continuation of Deferred@11988271 after retry RPC after error@597575300), errback=(continuation of Deferred@709962177 after retry RPC after error@2096334993) -> (continuation of Deferred@294265398 after retry RPC after error@1109458341) -> (continuation of Deferred@1637669633 after retry RPC after error@30105763) -> (continuation of Deferred@1099987262 after retry RPC after error@77097340) -> (continuation of Deferred@56356413 after retry RPC after error@1498372237) -> (continuation of Deferred@466916115 after retry RPC after error@1547750044) -> (continuation of Deferred@11988271 after retry RPC after error@597575300)))
02:03:32.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.527 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.529 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.547 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.547 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.547 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.547 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.547 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.547 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.548 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.567 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.567 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.567 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.567 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.567 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.567 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.568 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.587 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.588 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.588 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.588 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.588 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.588 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.589 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.607 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.609 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.647 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.647 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.647 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.647 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.647 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.647 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.648 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.707 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.707 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.707 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.707 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.707 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.707 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.707 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.708 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.767 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.767 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.767 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.767 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.767 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.768 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.768 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.769 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.769 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1409717237(state=PENDING, result=null, callback=(continuation of Deferred@196895785 after retry RPC after error@554193374) -> (continuation of Deferred@73307822 after retry RPC after error@1680291051) -> (continuation of Deferred@206739818 after retry RPC after error@1865924511) -> (continuation of Deferred@523022129 after retry RPC after error@1114718291) -> (continuation of Deferred@1517291710 after retry RPC after error@149524264) -> (continuation of Deferred@1925643299 after retry RPC after error@989682160) -> (continuation of Deferred@1611830249 after retry RPC after error@617009164), errback=(continuation of Deferred@196895785 after retry RPC after error@554193374) -> (continuation of Deferred@73307822 after retry RPC after error@1680291051) -> (continuation of Deferred@206739818 after retry RPC after error@1865924511) -> (continuation of Deferred@523022129 after retry RPC after error@1114718291) -> (continuation of Deferred@1517291710 after retry RPC after error@149524264) -> (continuation of Deferred@1925643299 after retry RPC after error@989682160) -> (continuation of Deferred@1611830249 after retry RPC after error@617009164)))
02:03:32.770 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1409717237(state=PENDING, result=null, callback=(continuation of Deferred@196895785 after retry RPC after error@554193374) -> (continuation of Deferred@73307822 after retry RPC after error@1680291051) -> (continuation of Deferred@206739818 after retry RPC after error@1865924511) -> (continuation of Deferred@523022129 after retry RPC after error@1114718291) -> (continuation of Deferred@1517291710 after retry RPC after error@149524264) -> (continuation of Deferred@1925643299 after retry RPC after error@989682160) -> (continuation of Deferred@1611830249 after retry RPC after error@617009164), errback=(continuation of Deferred@196895785 after retry RPC after error@554193374) -> (continuation of Deferred@73307822 after retry RPC after error@1680291051) -> (continuation of Deferred@206739818 after retry RPC after error@1865924511) -> (continuation of Deferred@523022129 after retry RPC after error@1114718291) -> (continuation of Deferred@1517291710 after retry RPC after error@149524264) -> (continuation of Deferred@1925643299 after retry RPC after error@989682160) -> (continuation of Deferred@1611830249 after retry RPC after error@617009164)))
02:03:32.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.787 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.787 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.788 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.807 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.807 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.807 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.807 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.807 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.807 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.808 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.827 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.827 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.827 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.827 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.827 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.827 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.828 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.847 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.848 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.848 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.848 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.848 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.848 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.849 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.866 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.867 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.867 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.867 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.867 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.867 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.868 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.887 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.887 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.887 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.887 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.887 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.887 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.888 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.927 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.927 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.927 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.927 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.927 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.927 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.928 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.967 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.968 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.968 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.975 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.975 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.975 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.975 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.976 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:32.976 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=189), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [189ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [189ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [190ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [190ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@372524414(state=PENDING, result=null, callback=(continuation of Deferred@284558198 after retry RPC after error@687062076) -> (continuation of Deferred@635934427 after retry RPC after error@290207916) -> (continuation of Deferred@822178880 after retry RPC after error@69614592) -> (continuation of Deferred@493757201 after retry RPC after error@1830285640) -> (continuation of Deferred@1468939230 after retry RPC after error@1652415251) -> (continuation of Deferred@241638118 after retry RPC after error@1554524115) -> (continuation of Deferred@2053023571 after retry RPC after error@1995918920), errback=(continuation of Deferred@284558198 after retry RPC after error@687062076) -> (continuation of Deferred@635934427 after retry RPC after error@290207916) -> (continuation of Deferred@822178880 after retry RPC after error@69614592) -> (continuation of Deferred@493757201 after retry RPC after error@1830285640) -> (continuation of Deferred@1468939230 after retry RPC after error@1652415251) -> (continuation of Deferred@241638118 after retry RPC after error@1554524115) -> (continuation of Deferred@2053023571 after retry RPC after error@1995918920)))
02:03:32.976 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=189), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [189ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [189ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [190ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [190ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@372524414(state=PENDING, result=null, callback=(continuation of Deferred@284558198 after retry RPC after error@687062076) -> (continuation of Deferred@635934427 after retry RPC after error@290207916) -> (continuation of Deferred@822178880 after retry RPC after error@69614592) -> (continuation of Deferred@493757201 after retry RPC after error@1830285640) -> (continuation of Deferred@1468939230 after retry RPC after error@1652415251) -> (continuation of Deferred@241638118 after retry RPC after error@1554524115) -> (continuation of Deferred@2053023571 after retry RPC after error@1995918920), errback=(continuation of Deferred@284558198 after retry RPC after error@687062076) -> (continuation of Deferred@635934427 after retry RPC after error@290207916) -> (continuation of Deferred@822178880 after retry RPC after error@69614592) -> (continuation of Deferred@493757201 after retry RPC after error@1830285640) -> (continuation of Deferred@1468939230 after retry RPC after error@1652415251) -> (continuation of Deferred@241638118 after retry RPC after error@1554524115) -> (continuation of Deferred@2053023571 after retry RPC after error@1995918920)))
02:03:32.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:32.987 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:32.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:32.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:32.989 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.007 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.007 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.007 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.007 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.007 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.007 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.008 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.026 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.027 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.027 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.027 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.027 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.027 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.027 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.028 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.047 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.047 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.047 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.047 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.047 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.047 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.048 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.067 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.067 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.067 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.068 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.107 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.107 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.107 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.107 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.107 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.107 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.109 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.167 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.167 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.167 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.167 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.167 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.168 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.169 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.187 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.187 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.187 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.187 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.187 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.187 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.188 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.227 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.227 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.227 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.227 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.228 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.229 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1345650788(state=PENDING, result=null, callback=(continuation of Deferred@1511785185 after retry RPC after error@93172794) -> (continuation of Deferred@1516075430 after retry RPC after error@580084905) -> (continuation of Deferred@413298960 after retry RPC after error@1885743706) -> (continuation of Deferred@1095237049 after retry RPC after error@2026405652) -> (continuation of Deferred@1936309228 after retry RPC after error@840727329) -> (continuation of Deferred@1279845102 after retry RPC after error@2009273516) -> (continuation of Deferred@1229682531 after retry RPC after error@408930328) -> (continuation of Deferred@327882351 after retry RPC after error@2088896198), errback=(continuation of Deferred@1511785185 after retry RPC after error@93172794) -> (continuation of Deferred@1516075430 after retry RPC after error@580084905) -> (continuation of Deferred@413298960 after retry RPC after error@1885743706) -> (continuation of Deferred@1095237049 after retry RPC after error@2026405652) -> (continuation of Deferred@1936309228 after retry RPC after error@840727329) -> (continuation of Deferred@1279845102 after retry RPC after error@2009273516) -> (continuation of Deferred@1229682531 after retry RPC after error@408930328) -> (continuation of Deferred@327882351 after retry RPC after error@2088896198)))
02:03:33.229 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1345650788(state=PENDING, result=null, callback=(continuation of Deferred@1511785185 after retry RPC after error@93172794) -> (continuation of Deferred@1516075430 after retry RPC after error@580084905) -> (continuation of Deferred@413298960 after retry RPC after error@1885743706) -> (continuation of Deferred@1095237049 after retry RPC after error@2026405652) -> (continuation of Deferred@1936309228 after retry RPC after error@840727329) -> (continuation of Deferred@1279845102 after retry RPC after error@2009273516) -> (continuation of Deferred@1229682531 after retry RPC after error@408930328) -> (continuation of Deferred@327882351 after retry RPC after error@2088896198), errback=(continuation of Deferred@1511785185 after retry RPC after error@93172794) -> (continuation of Deferred@1516075430 after retry RPC after error@580084905) -> (continuation of Deferred@413298960 after retry RPC after error@1885743706) -> (continuation of Deferred@1095237049 after retry RPC after error@2026405652) -> (continuation of Deferred@1936309228 after retry RPC after error@840727329) -> (continuation of Deferred@1279845102 after retry RPC after error@2009273516) -> (continuation of Deferred@1229682531 after retry RPC after error@408930328) -> (continuation of Deferred@327882351 after retry RPC after error@2088896198)))
02:03:33.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.247 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.247 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.247 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.247 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.247 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.247 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.248 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.268 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.268 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.268 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.268 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.268 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.268 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.269 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.287 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.287 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.287 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.288 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.288 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.288 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.289 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.306 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.308 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.327 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.327 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.327 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.327 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.327 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.327 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.328 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.347 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.347 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.348 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.348 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.348 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.348 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.349 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.408 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.408 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.408 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.408 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.408 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.408 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.409 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.409 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1158332659(state=PENDING, result=null, callback=(continuation of Deferred@28510568 after retry RPC after error@336614433) -> (continuation of Deferred@697820451 after retry RPC after error@982103482) -> (continuation of Deferred@594019274 after retry RPC after error@902818522) -> (continuation of Deferred@602386365 after retry RPC after error@1421146654) -> (continuation of Deferred@933348625 after retry RPC after error@2104651781) -> (continuation of Deferred@1668723281 after retry RPC after error@274845739), errback=(continuation of Deferred@28510568 after retry RPC after error@336614433) -> (continuation of Deferred@697820451 after retry RPC after error@982103482) -> (continuation of Deferred@594019274 after retry RPC after error@902818522) -> (continuation of Deferred@602386365 after retry RPC after error@1421146654) -> (continuation of Deferred@933348625 after retry RPC after error@2104651781) -> (continuation of Deferred@1668723281 after retry RPC after error@274845739)))
02:03:33.410 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [163ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1158332659(state=PENDING, result=null, callback=(continuation of Deferred@28510568 after retry RPC after error@336614433) -> (continuation of Deferred@697820451 after retry RPC after error@982103482) -> (continuation of Deferred@594019274 after retry RPC after error@902818522) -> (continuation of Deferred@602386365 after retry RPC after error@1421146654) -> (continuation of Deferred@933348625 after retry RPC after error@2104651781) -> (continuation of Deferred@1668723281 after retry RPC after error@274845739), errback=(continuation of Deferred@28510568 after retry RPC after error@336614433) -> (continuation of Deferred@697820451 after retry RPC after error@982103482) -> (continuation of Deferred@594019274 after retry RPC after error@902818522) -> (continuation of Deferred@602386365 after retry RPC after error@1421146654) -> (continuation of Deferred@933348625 after retry RPC after error@2104651781) -> (continuation of Deferred@1668723281 after retry RPC after error@274845739)))
02:03:33.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.427 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.428 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.447 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.447 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.447 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.447 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.447 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.447 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.448 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.467 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.467 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.467 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.467 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.467 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.467 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.468 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.487 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.487 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.487 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.487 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.487 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.487 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.488 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.507 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.507 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.509 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.547 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.547 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.547 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.547 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.547 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.547 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.549 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.587 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.587 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.587 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.587 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.587 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.588 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.588 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.627 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.627 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.627 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.627 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.627 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.627 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.628 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.629 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1854172630(state=PENDING, result=null, callback=(continuation of Deferred@1772772369 after retry RPC after error@1444233699) -> (continuation of Deferred@958242138 after retry RPC after error@1958395250) -> (continuation of Deferred@1338719520 after retry RPC after error@858613603) -> (continuation of Deferred@1720703761 after retry RPC after error@1207937951) -> (continuation of Deferred@1363917949 after retry RPC after error@151375688) -> (continuation of Deferred@290118186 after retry RPC after error@726874319) -> (continuation of Deferred@662159756 after retry RPC after error@11478437), errback=(continuation of Deferred@1772772369 after retry RPC after error@1444233699) -> (continuation of Deferred@958242138 after retry RPC after error@1958395250) -> (continuation of Deferred@1338719520 after retry RPC after error@858613603) -> (continuation of Deferred@1720703761 after retry RPC after error@1207937951) -> (continuation of Deferred@1363917949 after retry RPC after error@151375688) -> (continuation of Deferred@290118186 after retry RPC after error@726874319) -> (continuation of Deferred@662159756 after retry RPC after error@11478437)))
02:03:33.629 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1854172630(state=PENDING, result=null, callback=(continuation of Deferred@1772772369 after retry RPC after error@1444233699) -> (continuation of Deferred@958242138 after retry RPC after error@1958395250) -> (continuation of Deferred@1338719520 after retry RPC after error@858613603) -> (continuation of Deferred@1720703761 after retry RPC after error@1207937951) -> (continuation of Deferred@1363917949 after retry RPC after error@151375688) -> (continuation of Deferred@290118186 after retry RPC after error@726874319) -> (continuation of Deferred@662159756 after retry RPC after error@11478437), errback=(continuation of Deferred@1772772369 after retry RPC after error@1444233699) -> (continuation of Deferred@958242138 after retry RPC after error@1958395250) -> (continuation of Deferred@1338719520 after retry RPC after error@858613603) -> (continuation of Deferred@1720703761 after retry RPC after error@1207937951) -> (continuation of Deferred@1363917949 after retry RPC after error@151375688) -> (continuation of Deferred@290118186 after retry RPC after error@726874319) -> (continuation of Deferred@662159756 after retry RPC after error@11478437)))
02:03:33.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.647 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.648 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.667 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.667 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.667 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.667 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.667 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.667 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.669 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.687 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.687 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.687 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.687 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.687 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.687 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.691 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.707 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.707 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.707 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.707 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.707 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.707 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.708 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.727 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.727 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.727 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.728 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.729 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.747 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.747 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.747 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.747 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.747 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.747 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.747 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.748 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.786 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.787 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.787 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.787 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.787 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.787 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.787 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.788 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.807 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.807 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.807 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.807 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.807 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.807 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.808 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.809 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [44ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1262504645(state=PENDING, result=null, callback=(continuation of Deferred@428715325 after retry RPC after error@1149893223) -> (continuation of Deferred@1019358929 after retry RPC after error@1973247470) -> (continuation of Deferred@26079781 after retry RPC after error@182221489) -> (continuation of Deferred@658864541 after retry RPC after error@950547126) -> (continuation of Deferred@1448801116 after retry RPC after error@1060770516) -> (continuation of Deferred@859774271 after retry RPC after error@1249617004) -> (continuation of Deferred@1270513260 after retry RPC after error@611936637), errback=(continuation of Deferred@428715325 after retry RPC after error@1149893223) -> (continuation of Deferred@1019358929 after retry RPC after error@1973247470) -> (continuation of Deferred@26079781 after retry RPC after error@182221489) -> (continuation of Deferred@658864541 after retry RPC after error@950547126) -> (continuation of Deferred@1448801116 after retry RPC after error@1060770516) -> (continuation of Deferred@859774271 after retry RPC after error@1249617004) -> (continuation of Deferred@1270513260 after retry RPC after error@611936637)))
02:03:33.809 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [44ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1262504645(state=PENDING, result=null, callback=(continuation of Deferred@428715325 after retry RPC after error@1149893223) -> (continuation of Deferred@1019358929 after retry RPC after error@1973247470) -> (continuation of Deferred@26079781 after retry RPC after error@182221489) -> (continuation of Deferred@658864541 after retry RPC after error@950547126) -> (continuation of Deferred@1448801116 after retry RPC after error@1060770516) -> (continuation of Deferred@859774271 after retry RPC after error@1249617004) -> (continuation of Deferred@1270513260 after retry RPC after error@611936637), errback=(continuation of Deferred@428715325 after retry RPC after error@1149893223) -> (continuation of Deferred@1019358929 after retry RPC after error@1973247470) -> (continuation of Deferred@26079781 after retry RPC after error@182221489) -> (continuation of Deferred@658864541 after retry RPC after error@950547126) -> (continuation of Deferred@1448801116 after retry RPC after error@1060770516) -> (continuation of Deferred@859774271 after retry RPC after error@1249617004) -> (continuation of Deferred@1270513260 after retry RPC after error@611936637)))
02:03:33.827 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.827 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.828 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.829 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.847 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.847 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.847 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.847 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.847 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.848 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.849 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.866 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.867 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.867 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.867 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.867 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.867 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.867 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.868 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.887 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.887 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.887 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.887 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.887 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.887 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.888 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:33.896523 25648 master_runner.cc:186] Error getting master registration for 127.24.13.125:33451: Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111),
02:03:33.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:33.896739 25648 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
02:03:33.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.907 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.907 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.907 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.907 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.909 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.927 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.927 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.927 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.927 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.927 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.927 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.927 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.929 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.947 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.947 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.947 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.947 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.947 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.947 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.948 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:33.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:33.987 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.987 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.987 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.987 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.987 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:33.987 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:33.988 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:33.989 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1686721974(state=PENDING, result=null, callback=(continuation of Deferred@1358943475 after retry RPC after error@1714013948) -> (continuation of Deferred@1509443185 after retry RPC after error@2003999773) -> (continuation of Deferred@1493468748 after retry RPC after error@1907537334) -> (continuation of Deferred@1784852031 after retry RPC after error@152261914) -> (continuation of Deferred@1951958162 after retry RPC after error@270766250) -> (continuation of Deferred@1875892167 after retry RPC after error@2095576225) -> (continuation of Deferred@1277924283 after retry RPC after error@1082256468), errback=(continuation of Deferred@1358943475 after retry RPC after error@1714013948) -> (continuation of Deferred@1509443185 after retry RPC after error@2003999773) -> (continuation of Deferred@1493468748 after retry RPC after error@1907537334) -> (continuation of Deferred@1784852031 after retry RPC after error@152261914) -> (continuation of Deferred@1951958162 after retry RPC after error@270766250) -> (continuation of Deferred@1875892167 after retry RPC after error@2095576225) -> (continuation of Deferred@1277924283 after retry RPC after error@1082256468)))
02:03:33.989 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1686721974(state=PENDING, result=null, callback=(continuation of Deferred@1358943475 after retry RPC after error@1714013948) -> (continuation of Deferred@1509443185 after retry RPC after error@2003999773) -> (continuation of Deferred@1493468748 after retry RPC after error@1907537334) -> (continuation of Deferred@1784852031 after retry RPC after error@152261914) -> (continuation of Deferred@1951958162 after retry RPC after error@270766250) -> (continuation of Deferred@1875892167 after retry RPC after error@2095576225) -> (continuation of Deferred@1277924283 after retry RPC after error@1082256468), errback=(continuation of Deferred@1358943475 after retry RPC after error@1714013948) -> (continuation of Deferred@1509443185 after retry RPC after error@2003999773) -> (continuation of Deferred@1493468748 after retry RPC after error@1907537334) -> (continuation of Deferred@1784852031 after retry RPC after error@152261914) -> (continuation of Deferred@1951958162 after retry RPC after error@270766250) -> (continuation of Deferred@1875892167 after retry RPC after error@2095576225) -> (continuation of Deferred@1277924283 after retry RPC after error@1082256468)))
02:03:34.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.007 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.008 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.027 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.027 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.027 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.028 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.028 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.028 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.029 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.047 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.047 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.047 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.047 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.047 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.047 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.048 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.067 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.067 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.067 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.067 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.067 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.067 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.068 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.088 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.107 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.107 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.107 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.107 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.108 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.108 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.109 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.126 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.127 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.127 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.127 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.127 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.127 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.127 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.128 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.187 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.187 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.187 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.187 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.187 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.187 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.188 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.188 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@386051898(state=PENDING, result=null, callback=(continuation of Deferred@59116529 after retry RPC after error@813590793) -> (continuation of Deferred@704312545 after retry RPC after error@730064283) -> (continuation of Deferred@409578137 after retry RPC after error@1528606396) -> (continuation of Deferred@624891074 after retry RPC after error@287609539) -> (continuation of Deferred@1154273052 after retry RPC after error@2057039991) -> (continuation of Deferred@660566754 after retry RPC after error@316169792), errback=(continuation of Deferred@59116529 after retry RPC after error@813590793) -> (continuation of Deferred@704312545 after retry RPC after error@730064283) -> (continuation of Deferred@409578137 after retry RPC after error@1528606396) -> (continuation of Deferred@624891074 after retry RPC after error@287609539) -> (continuation of Deferred@1154273052 after retry RPC after error@2057039991) -> (continuation of Deferred@660566754 after retry RPC after error@316169792)))
02:03:34.189 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@386051898(state=PENDING, result=null, callback=(continuation of Deferred@59116529 after retry RPC after error@813590793) -> (continuation of Deferred@704312545 after retry RPC after error@730064283) -> (continuation of Deferred@409578137 after retry RPC after error@1528606396) -> (continuation of Deferred@624891074 after retry RPC after error@287609539) -> (continuation of Deferred@1154273052 after retry RPC after error@2057039991) -> (continuation of Deferred@660566754 after retry RPC after error@316169792), errback=(continuation of Deferred@59116529 after retry RPC after error@813590793) -> (continuation of Deferred@704312545 after retry RPC after error@730064283) -> (continuation of Deferred@409578137 after retry RPC after error@1528606396) -> (continuation of Deferred@624891074 after retry RPC after error@287609539) -> (continuation of Deferred@1154273052 after retry RPC after error@2057039991) -> (continuation of Deferred@660566754 after retry RPC after error@316169792)))
02:03:34.206 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.208 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.227 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.227 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.227 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.227 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.227 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.227 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.228 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.247 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.248 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.248 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.248 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.248 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.248 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.249 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.267 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.268 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.268 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.268 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.268 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.268 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.269 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.287 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.287 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.287 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.287 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.289 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.327 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.327 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.327 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.327 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.327 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.327 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.328 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.367 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.367 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.367 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.367 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.367 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.367 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.368 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.369 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1231497520(state=PENDING, result=null, callback=(continuation of Deferred@421352450 after retry RPC after error@1596766110) -> (continuation of Deferred@1449047684 after retry RPC after error@637545430) -> (continuation of Deferred@1431225936 after retry RPC after error@1877220128) -> (continuation of Deferred@1278044878 after retry RPC after error@1809098246) -> (continuation of Deferred@1217102186 after retry RPC after error@133807680) -> (continuation of Deferred@547737451 after retry RPC after error@1846520303), errback=(continuation of Deferred@421352450 after retry RPC after error@1596766110) -> (continuation of Deferred@1449047684 after retry RPC after error@637545430) -> (continuation of Deferred@1431225936 after retry RPC after error@1877220128) -> (continuation of Deferred@1278044878 after retry RPC after error@1809098246) -> (continuation of Deferred@1217102186 after retry RPC after error@133807680) -> (continuation of Deferred@547737451 after retry RPC after error@1846520303)))
02:03:34.369 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1231497520(state=PENDING, result=null, callback=(continuation of Deferred@421352450 after retry RPC after error@1596766110) -> (continuation of Deferred@1449047684 after retry RPC after error@637545430) -> (continuation of Deferred@1431225936 after retry RPC after error@1877220128) -> (continuation of Deferred@1278044878 after retry RPC after error@1809098246) -> (continuation of Deferred@1217102186 after retry RPC after error@133807680) -> (continuation of Deferred@547737451 after retry RPC after error@1846520303), errback=(continuation of Deferred@421352450 after retry RPC after error@1596766110) -> (continuation of Deferred@1449047684 after retry RPC after error@637545430) -> (continuation of Deferred@1431225936 after retry RPC after error@1877220128) -> (continuation of Deferred@1278044878 after retry RPC after error@1809098246) -> (continuation of Deferred@1217102186 after retry RPC after error@133807680) -> (continuation of Deferred@547737451 after retry RPC after error@1846520303)))
02:03:34.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.387 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.387 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.387 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.387 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.387 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.387 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.388 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.407 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.407 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.408 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.427 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.427 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.427 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.427 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.427 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.427 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.427 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.428 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.446 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.447 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.447 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.447 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.447 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.447 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.447 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.449 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.467 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.467 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.467 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.467 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.467 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.467 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.469 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.507 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.507 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.507 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.507 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.508 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.566 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.567 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.567 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.567 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.567 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.567 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.567 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.568 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.569 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@139192643(state=PENDING, result=null, callback=(continuation of Deferred@1779057789 after retry RPC after error@73936139) -> (continuation of Deferred@1709294384 after retry RPC after error@842481470) -> (continuation of Deferred@170306729 after retry RPC after error@1340328083) -> (continuation of Deferred@611351068 after retry RPC after error@800423779) -> (continuation of Deferred@273276376 after retry RPC after error@1103050770) -> (continuation of Deferred@1723341475 after retry RPC after error@1651654512), errback=(continuation of Deferred@1779057789 after retry RPC after error@73936139) -> (continuation of Deferred@1709294384 after retry RPC after error@842481470) -> (continuation of Deferred@170306729 after retry RPC after error@1340328083) -> (continuation of Deferred@611351068 after retry RPC after error@800423779) -> (continuation of Deferred@273276376 after retry RPC after error@1103050770) -> (continuation of Deferred@1723341475 after retry RPC after error@1651654512)))
02:03:34.569 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@139192643(state=PENDING, result=null, callback=(continuation of Deferred@1779057789 after retry RPC after error@73936139) -> (continuation of Deferred@1709294384 after retry RPC after error@842481470) -> (continuation of Deferred@170306729 after retry RPC after error@1340328083) -> (continuation of Deferred@611351068 after retry RPC after error@800423779) -> (continuation of Deferred@273276376 after retry RPC after error@1103050770) -> (continuation of Deferred@1723341475 after retry RPC after error@1651654512), errback=(continuation of Deferred@1779057789 after retry RPC after error@73936139) -> (continuation of Deferred@1709294384 after retry RPC after error@842481470) -> (continuation of Deferred@170306729 after retry RPC after error@1340328083) -> (continuation of Deferred@611351068 after retry RPC after error@800423779) -> (continuation of Deferred@273276376 after retry RPC after error@1103050770) -> (continuation of Deferred@1723341475 after retry RPC after error@1651654512)))
02:03:34.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.587 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.587 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.587 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.587 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.587 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.587 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.588 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.607 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.607 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.607 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.607 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.607 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.607 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.608 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.627 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.627 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.627 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.629 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.646 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.647 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.647 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.647 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.647 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.647 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.647 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.648 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.667 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.667 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.667 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.667 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.667 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.667 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.670 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.686 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.687 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.687 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.687 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.687 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.687 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.688 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.746 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.748 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.827 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.827 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.827 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.827 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.827 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.827 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.828 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.829 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [84ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@836344802(state=PENDING, result=null, callback=(continuation of Deferred@1472054864 after retry RPC after error@1284901417) -> (continuation of Deferred@1978786160 after retry RPC after error@143286951) -> (continuation of Deferred@826059424 after retry RPC after error@1292315116) -> (continuation of Deferred@923249501 after retry RPC after error@1824745536) -> (continuation of Deferred@947824338 after retry RPC after error@1287827576) -> (continuation of Deferred@1184212990 after retry RPC after error@828589572) -> (continuation of Deferred@2087075532 after retry RPC after error@629014600), errback=(continuation of Deferred@1472054864 after retry RPC after error@1284901417) -> (continuation of Deferred@1978786160 after retry RPC after error@143286951) -> (continuation of Deferred@826059424 after retry RPC after error@1292315116) -> (continuation of Deferred@923249501 after retry RPC after error@1824745536) -> (continuation of Deferred@947824338 after retry RPC after error@1287827576) -> (continuation of Deferred@1184212990 after retry RPC after error@828589572) -> (continuation of Deferred@2087075532 after retry RPC after error@629014600)))
02:03:34.829 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [84ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@836344802(state=PENDING, result=null, callback=(continuation of Deferred@1472054864 after retry RPC after error@1284901417) -> (continuation of Deferred@1978786160 after retry RPC after error@143286951) -> (continuation of Deferred@826059424 after retry RPC after error@1292315116) -> (continuation of Deferred@923249501 after retry RPC after error@1824745536) -> (continuation of Deferred@947824338 after retry RPC after error@1287827576) -> (continuation of Deferred@1184212990 after retry RPC after error@828589572) -> (continuation of Deferred@2087075532 after retry RPC after error@629014600), errback=(continuation of Deferred@1472054864 after retry RPC after error@1284901417) -> (continuation of Deferred@1978786160 after retry RPC after error@143286951) -> (continuation of Deferred@826059424 after retry RPC after error@1292315116) -> (continuation of Deferred@923249501 after retry RPC after error@1824745536) -> (continuation of Deferred@947824338 after retry RPC after error@1287827576) -> (continuation of Deferred@1184212990 after retry RPC after error@828589572) -> (continuation of Deferred@2087075532 after retry RPC after error@629014600)))
02:03:34.846 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.846 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.847 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.847 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.847 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.847 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.847 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.847 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.848 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.868 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.868 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.868 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.868 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.868 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.868 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.887 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.887 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.887 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.887 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.887 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.889 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.907 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.907 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.907 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.907 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.907 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.907 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.907 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.909 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.927 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.927 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.927 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.927 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.927 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.927 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.928 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:34.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:34.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:34.947 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.947 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.947 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.947 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.947 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:34.947 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:34.948 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.007 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.008 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.106 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@848660949(state=PENDING, result=null, callback=(continuation of Deferred@456390670 after retry RPC after error@798941112) -> (continuation of Deferred@1924131057 after retry RPC after error@1818889296) -> (continuation of Deferred@1746758235 after retry RPC after error@824646655) -> (continuation of Deferred@1010996554 after retry RPC after error@16123422) -> (continuation of Deferred@54197225 after retry RPC after error@181137554) -> (continuation of Deferred@579587140 after retry RPC after error@318634237) -> (continuation of Deferred@1179434232 after retry RPC after error@332827587), errback=(continuation of Deferred@456390670 after retry RPC after error@798941112) -> (continuation of Deferred@1924131057 after retry RPC after error@1818889296) -> (continuation of Deferred@1746758235 after retry RPC after error@824646655) -> (continuation of Deferred@1010996554 after retry RPC after error@16123422) -> (continuation of Deferred@54197225 after retry RPC after error@181137554) -> (continuation of Deferred@579587140 after retry RPC after error@318634237) -> (continuation of Deferred@1179434232 after retry RPC after error@332827587)))
02:03:35.107 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
02:03:35.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:35.112353 26068 raft_consensus.cc:493] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Starting pre-election (detected failure of leader df15274ab99d464db432e9e1022fab6f)
02:03:35.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:35.112607 26068 raft_consensus.cc:515] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "116f12de246941b8a4f101172489b8fa" member_type: VOTER last_known_addr { host: "127.24.13.126" port: 44527 } } peers { permanent_uuid: "549d65970144428d80363a03f91f47f8" member_type: VOTER last_known_addr { host: "127.24.13.125" port: 33451 } } peers { permanent_uuid: "df15274ab99d464db432e9e1022fab6f" member_type: VOTER last_known_addr { host: "127.24.13.124" port: 35721 } }
02:03:35.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:35.113418 26068 leader_election.cc:290] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451), df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721)
02:03:35.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:35.114677 25664 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111) [suppressed 1 similar messages]
02:03:35.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:35.116103 25664 leader_election.cc:336] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 549d65970144428d80363a03f91f47f8 (127.24.13.125:33451): Network error: Client connection negotiation failed: client connection to 127.24.13.125:33451: connect: Connection refused (error 111)
02:03:35.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:35.116634 25667 leader_election.cc:336] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer df15274ab99d464db432e9e1022fab6f (127.24.13.124:35721): Network error: Client connection negotiation failed: client connection to 127.24.13.124:35721: connect: Connection refused (error 111)
02:03:35.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:35.116772 25667 leader_election.cc:304] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 116f12de246941b8a4f101172489b8fa; no voters: 549d65970144428d80363a03f91f47f8, df15274ab99d464db432e9e1022fab6f
02:03:35.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:35.117141 26068 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 116f12de246941b8a4f101172489b8fa [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
02:03:35.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.127 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.127 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.127 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.127 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.127 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.127 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.146 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.147 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.147 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.147 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.147 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.147 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.147 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.148 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.166 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.166 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.167 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.167 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.167 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.167 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.167 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.167 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.168 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.188 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.207 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.207 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.207 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.207 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.207 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.207 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.209 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.227 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.227 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.227 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.227 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.227 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.227 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.228 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.266 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.266 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.267 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.267 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.267 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.267 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.267 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.267 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.268 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.367 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.369 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.369 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@2102734971(state=PENDING, result=null, callback=(continuation of Deferred@1269680171 after retry RPC after error@1692220939) -> (continuation of Deferred@651411468 after retry RPC after error@1917971013) -> (continuation of Deferred@1469614260 after retry RPC after error@1513675050) -> (continuation of Deferred@1658036673 after retry RPC after error@531459100) -> (continuation of Deferred@207854197 after retry RPC after error@269411162) -> (continuation of Deferred@1865188659 after retry RPC after error@462801222) -> (continuation of Deferred@188041331 after retry RPC after error@1824943740), errback=(continuation of Deferred@1269680171 after retry RPC after error@1692220939) -> (continuation of Deferred@651411468 after retry RPC after error@1917971013) -> (continuation of Deferred@1469614260 after retry RPC after error@1513675050) -> (continuation of Deferred@1658036673 after retry RPC after error@531459100) -> (continuation of Deferred@207854197 after retry RPC after error@269411162) -> (continuation of Deferred@1865188659 after retry RPC after error@462801222) -> (continuation of Deferred@188041331 after retry RPC after error@1824943740)))
02:03:35.369 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [243ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@2102734971(state=PENDING, result=null, callback=(continuation of Deferred@1269680171 after retry RPC after error@1692220939) -> (continuation of Deferred@651411468 after retry RPC after error@1917971013) -> (continuation of Deferred@1469614260 after retry RPC after error@1513675050) -> (continuation of Deferred@1658036673 after retry RPC after error@531459100) -> (continuation of Deferred@207854197 after retry RPC after error@269411162) -> (continuation of Deferred@1865188659 after retry RPC after error@462801222) -> (continuation of Deferred@188041331 after retry RPC after error@1824943740), errback=(continuation of Deferred@1269680171 after retry RPC after error@1692220939) -> (continuation of Deferred@651411468 after retry RPC after error@1917971013) -> (continuation of Deferred@1469614260 after retry RPC after error@1513675050) -> (continuation of Deferred@1658036673 after retry RPC after error@531459100) -> (continuation of Deferred@207854197 after retry RPC after error@269411162) -> (continuation of Deferred@1865188659 after retry RPC after error@462801222) -> (continuation of Deferred@188041331 after retry RPC after error@1824943740)))
02:03:35.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.387 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.387 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.387 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.387 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.387 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.387 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.389 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.407 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.407 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.407 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.407 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.407 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.407 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.408 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.426 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.427 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.427 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.427 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.427 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.427 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.427 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.428 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.447 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.447 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.447 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.447 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.447 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.447 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.447 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.448 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.467 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.467 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.467 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.467 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.467 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.467 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.468 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.487 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.487 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.487 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.487 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.487 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.487 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.488 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.508 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.508 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.508 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.508 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.508 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.508 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.509 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.607 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.608 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.608 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@137195669(state=PENDING, result=null, callback=(continuation of Deferred@1212382765 after retry RPC after error@344054907) -> (continuation of Deferred@1183577836 after retry RPC after error@633442160) -> (continuation of Deferred@1990213619 after retry RPC after error@1817728856) -> (continuation of Deferred@1971183785 after retry RPC after error@1550732153) -> (continuation of Deferred@726055072 after retry RPC after error@92981255) -> (continuation of Deferred@535304375 after retry RPC after error@838053296) -> (continuation of Deferred@795775126 after retry RPC after error@2096607116), errback=(continuation of Deferred@1212382765 after retry RPC after error@344054907) -> (continuation of Deferred@1183577836 after retry RPC after error@633442160) -> (continuation of Deferred@1990213619 after retry RPC after error@1817728856) -> (continuation of Deferred@1971183785 after retry RPC after error@1550732153) -> (continuation of Deferred@726055072 after retry RPC after error@92981255) -> (continuation of Deferred@535304375 after retry RPC after error@838053296) -> (continuation of Deferred@795775126 after retry RPC after error@2096607116)))
02:03:35.609 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [222ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@137195669(state=PENDING, result=null, callback=(continuation of Deferred@1212382765 after retry RPC after error@344054907) -> (continuation of Deferred@1183577836 after retry RPC after error@633442160) -> (continuation of Deferred@1990213619 after retry RPC after error@1817728856) -> (continuation of Deferred@1971183785 after retry RPC after error@1550732153) -> (continuation of Deferred@726055072 after retry RPC after error@92981255) -> (continuation of Deferred@535304375 after retry RPC after error@838053296) -> (continuation of Deferred@795775126 after retry RPC after error@2096607116), errback=(continuation of Deferred@1212382765 after retry RPC after error@344054907) -> (continuation of Deferred@1183577836 after retry RPC after error@633442160) -> (continuation of Deferred@1990213619 after retry RPC after error@1817728856) -> (continuation of Deferred@1971183785 after retry RPC after error@1550732153) -> (continuation of Deferred@726055072 after retry RPC after error@92981255) -> (continuation of Deferred@535304375 after retry RPC after error@838053296) -> (continuation of Deferred@795775126 after retry RPC after error@2096607116)))
02:03:35.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.627 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.627 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.627 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.627 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.627 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.627 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.628 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.647 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.647 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.647 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.647 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.647 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.647 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.647 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.649 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.667 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.667 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.667 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.667 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.667 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.667 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.669 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.686 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.687 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.687 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.688 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.707 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.707 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.707 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.707 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.707 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.707 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.708 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.726 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.727 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.727 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.727 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.727 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.727 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.727 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.728 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.747 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.747 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.747 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.747 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.748 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.748 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.748 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.748 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.749 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.787 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.787 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.789 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@531363266(state=PENDING, result=null, callback=(continuation of Deferred@754469893 after retry RPC after error@1242907443) -> (continuation of Deferred@1071098461 after retry RPC after error@2140298624) -> (continuation of Deferred@300203539 after retry RPC after error@1904765895) -> (continuation of Deferred@1930404585 after retry RPC after error@505188181) -> (continuation of Deferred@708624035 after retry RPC after error@416824944) -> (continuation of Deferred@382652264 after retry RPC after error@1817349315) -> (continuation of Deferred@592772684 after retry RPC after error@2057727976), errback=(continuation of Deferred@754469893 after retry RPC after error@1242907443) -> (continuation of Deferred@1071098461 after retry RPC after error@2140298624) -> (continuation of Deferred@300203539 after retry RPC after error@1904765895) -> (continuation of Deferred@1930404585 after retry RPC after error@505188181) -> (continuation of Deferred@708624035 after retry RPC after error@416824944) -> (continuation of Deferred@382652264 after retry RPC after error@1817349315) -> (continuation of Deferred@592772684 after retry RPC after error@2057727976)))
02:03:35.789 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [162ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@531363266(state=PENDING, result=null, callback=(continuation of Deferred@754469893 after retry RPC after error@1242907443) -> (continuation of Deferred@1071098461 after retry RPC after error@2140298624) -> (continuation of Deferred@300203539 after retry RPC after error@1904765895) -> (continuation of Deferred@1930404585 after retry RPC after error@505188181) -> (continuation of Deferred@708624035 after retry RPC after error@416824944) -> (continuation of Deferred@382652264 after retry RPC after error@1817349315) -> (continuation of Deferred@592772684 after retry RPC after error@2057727976), errback=(continuation of Deferred@754469893 after retry RPC after error@1242907443) -> (continuation of Deferred@1071098461 after retry RPC after error@2140298624) -> (continuation of Deferred@300203539 after retry RPC after error@1904765895) -> (continuation of Deferred@1930404585 after retry RPC after error@505188181) -> (continuation of Deferred@708624035 after retry RPC after error@416824944) -> (continuation of Deferred@382652264 after retry RPC after error@1817349315) -> (continuation of Deferred@592772684 after retry RPC after error@2057727976)))
02:03:35.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.807 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.807 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.807 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.807 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.807 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.807 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.808 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.827 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.827 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.827 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.827 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.827 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.827 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.828 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.848 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.848 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.848 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.848 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.848 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.848 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.849 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.867 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.867 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.886 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.887 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.887 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.887 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.887 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.887 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.887 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.887 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.889 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.926 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.927 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.927 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.927 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.927 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.927 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.927 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.929 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:35.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:35.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:35.947 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.947 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.947 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.947 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.947 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:35.947 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:35.948 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.006 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.010 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.047 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.047 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.047 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.047 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.047 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.047 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.048 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.049 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@791446011(state=PENDING, result=null, callback=(continuation of Deferred@851740853 after retry RPC after error@985598047) -> (continuation of Deferred@2085258084 after retry RPC after error@933422671) -> (continuation of Deferred@565526830 after retry RPC after error@1670011063) -> (continuation of Deferred@1265870337 after retry RPC after error@1807987134) -> (continuation of Deferred@1618223577 after retry RPC after error@1359647360) -> (continuation of Deferred@119497998 after retry RPC after error@1906801170) -> (continuation of Deferred@815589142 after retry RPC after error@898100503) -> (continuation of Deferred@1238161852 after retry RPC after error@66149757), errback=(continuation of Deferred@851740853 after retry RPC after error@985598047) -> (continuation of Deferred@2085258084 after retry RPC after error@933422671) -> (continuation of Deferred@565526830 after retry RPC after error@1670011063) -> (continuation of Deferred@1265870337 after retry RPC after error@1807987134) -> (continuation of Deferred@1618223577 after retry RPC after error@1359647360) -> (continuation of Deferred@119497998 after retry RPC after error@1906801170) -> (continuation of Deferred@815589142 after retry RPC after error@898100503) -> (continuation of Deferred@1238161852 after retry RPC after error@66149757)))
02:03:36.049 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [83ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@791446011(state=PENDING, result=null, callback=(continuation of Deferred@851740853 after retry RPC after error@985598047) -> (continuation of Deferred@2085258084 after retry RPC after error@933422671) -> (continuation of Deferred@565526830 after retry RPC after error@1670011063) -> (continuation of Deferred@1265870337 after retry RPC after error@1807987134) -> (continuation of Deferred@1618223577 after retry RPC after error@1359647360) -> (continuation of Deferred@119497998 after retry RPC after error@1906801170) -> (continuation of Deferred@815589142 after retry RPC after error@898100503) -> (continuation of Deferred@1238161852 after retry RPC after error@66149757), errback=(continuation of Deferred@851740853 after retry RPC after error@985598047) -> (continuation of Deferred@2085258084 after retry RPC after error@933422671) -> (continuation of Deferred@565526830 after retry RPC after error@1670011063) -> (continuation of Deferred@1265870337 after retry RPC after error@1807987134) -> (continuation of Deferred@1618223577 after retry RPC after error@1359647360) -> (continuation of Deferred@119497998 after retry RPC after error@1906801170) -> (continuation of Deferred@815589142 after retry RPC after error@898100503) -> (continuation of Deferred@1238161852 after retry RPC after error@66149757)))
02:03:36.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.067 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.067 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.067 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.067 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.067 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.067 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.068 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.087 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.088 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.088 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.088 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.088 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.088 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.088 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.089 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.107 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.107 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.107 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.108 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.126 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.127 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.127 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.127 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.127 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.127 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.127 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.146 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.146 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.147 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.147 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.147 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.147 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.147 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.147 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.148 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.167 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.168 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.168 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.168 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.168 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.168 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.168 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.169 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.207 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.209 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.287 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.287 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.287 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.287 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.287 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.287 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.289 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.289 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [223ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1595820028(state=PENDING, result=null, callback=(continuation of Deferred@1728126643 after retry RPC after error@1268184503) -> (continuation of Deferred@678452271 after retry RPC after error@92069754) -> (continuation of Deferred@1785179616 after retry RPC after error@379635286) -> (continuation of Deferred@1016820105 after retry RPC after error@1610608239) -> (continuation of Deferred@136331485 after retry RPC after error@413316601) -> (continuation of Deferred@2144503901 after retry RPC after error@1610517854) -> (continuation of Deferred@1431439572 after retry RPC after error@1490182906), errback=(continuation of Deferred@1728126643 after retry RPC after error@1268184503) -> (continuation of Deferred@678452271 after retry RPC after error@92069754) -> (continuation of Deferred@1785179616 after retry RPC after error@379635286) -> (continuation of Deferred@1016820105 after retry RPC after error@1610608239) -> (continuation of Deferred@136331485 after retry RPC after error@413316601) -> (continuation of Deferred@2144503901 after retry RPC after error@1610517854) -> (continuation of Deferred@1431439572 after retry RPC after error@1490182906)))
02:03:36.290 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [142ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [143ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [221ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [223ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1595820028(state=PENDING, result=null, callback=(continuation of Deferred@1728126643 after retry RPC after error@1268184503) -> (continuation of Deferred@678452271 after retry RPC after error@92069754) -> (continuation of Deferred@1785179616 after retry RPC after error@379635286) -> (continuation of Deferred@1016820105 after retry RPC after error@1610608239) -> (continuation of Deferred@136331485 after retry RPC after error@413316601) -> (continuation of Deferred@2144503901 after retry RPC after error@1610517854) -> (continuation of Deferred@1431439572 after retry RPC after error@1490182906), errback=(continuation of Deferred@1728126643 after retry RPC after error@1268184503) -> (continuation of Deferred@678452271 after retry RPC after error@92069754) -> (continuation of Deferred@1785179616 after retry RPC after error@379635286) -> (continuation of Deferred@1016820105 after retry RPC after error@1610608239) -> (continuation of Deferred@136331485 after retry RPC after error@413316601) -> (continuation of Deferred@2144503901 after retry RPC after error@1610517854) -> (continuation of Deferred@1431439572 after retry RPC after error@1490182906)))
02:03:36.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.308 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.308 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.308 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.308 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.308 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.308 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.309 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.327 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.327 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.327 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.327 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.327 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.327 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.328 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.347 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.347 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.347 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.347 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.349 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.367 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.367 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.367 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.367 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.367 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.367 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.367 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.368 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.386 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.387 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.387 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.387 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.387 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.387 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.387 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.388 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.407 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.407 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.407 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.407 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.407 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.408 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.409 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.487 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.487 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.487 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.487 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.487 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.487 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.489 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.489 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1775313248(state=PENDING, result=null, callback=(continuation of Deferred@1113071727 after retry RPC after error@557011248) -> (continuation of Deferred@2055813518 after retry RPC after error@447995294) -> (continuation of Deferred@426499583 after retry RPC after error@585803059) -> (continuation of Deferred@287096233 after retry RPC after error@365415737) -> (continuation of Deferred@1384414811 after retry RPC after error@632326661) -> (continuation of Deferred@1370856175 after retry RPC after error@2058370021), errback=(continuation of Deferred@1113071727 after retry RPC after error@557011248) -> (continuation of Deferred@2055813518 after retry RPC after error@447995294) -> (continuation of Deferred@426499583 after retry RPC after error@585803059) -> (continuation of Deferred@287096233 after retry RPC after error@365415737) -> (continuation of Deferred@1384414811 after retry RPC after error@632326661) -> (continuation of Deferred@1370856175 after retry RPC after error@2058370021)))
02:03:36.489 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [100ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1775313248(state=PENDING, result=null, callback=(continuation of Deferred@1113071727 after retry RPC after error@557011248) -> (continuation of Deferred@2055813518 after retry RPC after error@447995294) -> (continuation of Deferred@426499583 after retry RPC after error@585803059) -> (continuation of Deferred@287096233 after retry RPC after error@365415737) -> (continuation of Deferred@1384414811 after retry RPC after error@632326661) -> (continuation of Deferred@1370856175 after retry RPC after error@2058370021), errback=(continuation of Deferred@1113071727 after retry RPC after error@557011248) -> (continuation of Deferred@2055813518 after retry RPC after error@447995294) -> (continuation of Deferred@426499583 after retry RPC after error@585803059) -> (continuation of Deferred@287096233 after retry RPC after error@365415737) -> (continuation of Deferred@1384414811 after retry RPC after error@632326661) -> (continuation of Deferred@1370856175 after retry RPC after error@2058370021)))
02:03:36.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.507 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.507 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.507 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.507 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.507 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.507 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.507 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.508 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.526 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.527 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.527 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.527 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.527 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.527 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.527 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.528 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.546 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.547 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.547 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.547 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.547 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.547 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.547 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.548 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.567 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.567 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.567 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.567 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.567 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.567 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.569 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.586 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.587 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.587 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.587 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.587 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.587 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.587 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.587 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.588 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.626 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.627 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.627 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.627 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.627 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.627 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.627 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.628 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.628 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.706 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.707 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.707 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.707 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.707 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.707 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.707 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.707 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.709 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.767 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@1585284927(state=PENDING, result=null, callback=(continuation of Deferred@813785398 after retry RPC after error@1395299428) -> (continuation of Deferred@118156266 after retry RPC after error@897372235) -> (continuation of Deferred@248483587 after retry RPC after error@163689226) -> (continuation of Deferred@1506036835 after retry RPC after error@183050648) -> (continuation of Deferred@2016149585 after retry RPC after error@2096215485) -> (continuation of Deferred@128801044 after retry RPC after error@1141595544) -> (continuation of Deferred@1547563968 after retry RPC after error@756087207), errback=(continuation of Deferred@813785398 after retry RPC after error@1395299428) -> (continuation of Deferred@118156266 after retry RPC after error@897372235) -> (continuation of Deferred@248483587 after retry RPC after error@163689226) -> (continuation of Deferred@1506036835 after retry RPC after error@183050648) -> (continuation of Deferred@2016149585 after retry RPC after error@2096215485) -> (continuation of Deferred@128801044 after retry RPC after error@1141595544) -> (continuation of Deferred@1547563968 after retry RPC after error@756087207)))
02:03:36.767 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
02:03:36.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.808 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.808 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.808 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.808 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.808 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.808 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.809 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.827 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.827 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.827 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.827 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.827 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.827 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.827 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.829 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.846 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.847 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.847 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.847 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.847 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.847 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.847 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.848 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.848 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.866 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.866 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.867 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.867 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.867 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.867 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.867 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.868 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.906 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.907 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.907 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.907 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.907 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.907 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.907 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.908 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:36.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:36.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:36.947 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.947 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.947 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:36.947 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.947 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.947 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:36.948 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.047 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [60ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [160ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [161ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1574948969(state=PENDING, result=null, callback=(continuation of Deferred@501574997 after retry RPC after error@655545855) -> (continuation of Deferred@1024239886 after retry RPC after error@519268958) -> (continuation of Deferred@675951376 after retry RPC after error@432453323) -> (continuation of Deferred@1104820260 after retry RPC after error@1149115355) -> (continuation of Deferred@1029006071 after retry RPC after error@294255480) -> (continuation of Deferred@25356917 after retry RPC after error@890673501) -> (continuation of Deferred@599922642 after retry RPC after error@2102295273), errback=(continuation of Deferred@501574997 after retry RPC after error@655545855) -> (continuation of Deferred@1024239886 after retry RPC after error@519268958) -> (continuation of Deferred@675951376 after retry RPC after error@432453323) -> (continuation of Deferred@1104820260 after retry RPC after error@1149115355) -> (continuation of Deferred@1029006071 after retry RPC after error@294255480) -> (continuation of Deferred@25356917 after retry RPC after error@890673501) -> (continuation of Deferred@599922642 after retry RPC after error@2102295273)))
02:03:37.048 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
02:03:37.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.067 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.067 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.067 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.067 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.067 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.067 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.067 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.068 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.086 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.088 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.107 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.108 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.108 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.108 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.108 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.108 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.108 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.109 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.127 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.127 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.127 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.127 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.127 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.127 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.127 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.129 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.146 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.147 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.147 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.147 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.147 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.147 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.147 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.147 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.148 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.188 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:37.215996 25133 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 1)
02:03:37.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:37.217492 25133 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '32631f9216744834a2af3633bfaf79fc', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '32631f9216744834a2af3633bfaf79fc', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.24.13.126:44527,127.24.13.125:33451,127.24.13.124:35721, num_attempts: 1)
02:03:37.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:37.219740 25133 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.24.13.126:44527)
02:03:37.246 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.247 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.247 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.248 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.248 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.248 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.248 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.248 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.249 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.267 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.268 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.268 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.268 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.268 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.268 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.268 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.269 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.269 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@844013208(state=PENDING, result=null, callback=(continuation of Deferred@1202970542 after retry RPC after error@2017413368) -> (continuation of Deferred@454486139 after retry RPC after error@1575624671) -> (continuation of Deferred@75359587 after retry RPC after error@101127580) -> (continuation of Deferred@712929303 after retry RPC after error@669484640) -> (continuation of Deferred@1280981250 after retry RPC after error@1926196960) -> (continuation of Deferred@736646758 after retry RPC after error@816255485) -> (continuation of Deferred@766028994 after retry RPC after error@605646841), errback=(continuation of Deferred@1202970542 after retry RPC after error@2017413368) -> (continuation of Deferred@454486139 after retry RPC after error@1575624671) -> (continuation of Deferred@75359587 after retry RPC after error@101127580) -> (continuation of Deferred@712929303 after retry RPC after error@669484640) -> (continuation of Deferred@1280981250 after retry RPC after error@1926196960) -> (continuation of Deferred@736646758 after retry RPC after error@816255485) -> (continuation of Deferred@766028994 after retry RPC after error@605646841)))
02:03:37.270 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [203ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, deferred=Deferred@844013208(state=PENDING, result=null, callback=(continuation of Deferred@1202970542 after retry RPC after error@2017413368) -> (continuation of Deferred@454486139 after retry RPC after error@1575624671) -> (continuation of Deferred@75359587 after retry RPC after error@101127580) -> (continuation of Deferred@712929303 after retry RPC after error@669484640) -> (continuation of Deferred@1280981250 after retry RPC after error@1926196960) -> (continuation of Deferred@736646758 after retry RPC after error@816255485) -> (continuation of Deferred@766028994 after retry RPC after error@605646841), errback=(continuation of Deferred@1202970542 after retry RPC after error@2017413368) -> (continuation of Deferred@454486139 after retry RPC after error@1575624671) -> (continuation of Deferred@75359587 after retry RPC after error@101127580) -> (continuation of Deferred@712929303 after retry RPC after error@669484640) -> (continuation of Deferred@1280981250 after retry RPC after error@1926196960) -> (continuation of Deferred@736646758 after retry RPC after error@816255485) -> (continuation of Deferred@766028994 after retry RPC after error@605646841)))
02:03:37.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.286 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.287 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.287 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.287 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.287 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.287 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.287 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.288 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.307 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.309 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.326 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.327 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.327 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.327 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.327 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.327 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.327 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.327 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.328 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.346 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.347 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.347 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.347 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.347 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.347 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.347 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.348 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.366 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.367 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.367 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.367 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.367 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.367 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.367 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.369 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.387 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.387 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.387 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.387 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.388 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.406 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.407 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.407 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.407 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.407 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.407 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.407 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.407 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.408 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.466 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.467 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.467 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.467 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.467 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.467 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.467 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.467 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.468 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.468 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1428891223(state=PENDING, result=null, callback=(continuation of Deferred@1280280575 after retry RPC after error@234936246) -> (continuation of Deferred@1841348049 after retry RPC after error@1632970656) -> (continuation of Deferred@1368728586 after retry RPC after error@1495327977) -> (continuation of Deferred@837215273 after retry RPC after error@2034675090) -> (continuation of Deferred@25916356 after retry RPC after error@1599260848) -> (continuation of Deferred@1502849247 after retry RPC after error@360035394) -> (continuation of Deferred@1337647227 after retry RPC after error@107263604), errback=(continuation of Deferred@1280280575 after retry RPC after error@234936246) -> (continuation of Deferred@1841348049 after retry RPC after error@1632970656) -> (continuation of Deferred@1368728586 after retry RPC after error@1495327977) -> (continuation of Deferred@837215273 after retry RPC after error@2034675090) -> (continuation of Deferred@25916356 after retry RPC after error@1599260848) -> (continuation of Deferred@1502849247 after retry RPC after error@360035394) -> (continuation of Deferred@1337647227 after retry RPC after error@107263604)))
02:03:37.469 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [122ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@1428891223(state=PENDING, result=null, callback=(continuation of Deferred@1280280575 after retry RPC after error@234936246) -> (continuation of Deferred@1841348049 after retry RPC after error@1632970656) -> (continuation of Deferred@1368728586 after retry RPC after error@1495327977) -> (continuation of Deferred@837215273 after retry RPC after error@2034675090) -> (continuation of Deferred@25916356 after retry RPC after error@1599260848) -> (continuation of Deferred@1502849247 after retry RPC after error@360035394) -> (continuation of Deferred@1337647227 after retry RPC after error@107263604), errback=(continuation of Deferred@1280280575 after retry RPC after error@234936246) -> (continuation of Deferred@1841348049 after retry RPC after error@1632970656) -> (continuation of Deferred@1368728586 after retry RPC after error@1495327977) -> (continuation of Deferred@837215273 after retry RPC after error@2034675090) -> (continuation of Deferred@25916356 after retry RPC after error@1599260848) -> (continuation of Deferred@1502849247 after retry RPC after error@360035394) -> (continuation of Deferred@1337647227 after retry RPC after error@107263604)))
02:03:37.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.486 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.487 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.487 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.487 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.487 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.488 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.488 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.488 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.506 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.507 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.507 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.507 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.507 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.508 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.527 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.528 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.528 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.528 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.528 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.528 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.528 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.529 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.547 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.547 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.547 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.547 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.547 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.548 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.548 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.549 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.567 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.567 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.567 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.567 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.567 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.567 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.567 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.568 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.606 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.607 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.607 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.608 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.609 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.666 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.667 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.667 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.667 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.667 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.668 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.668 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.668 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.669 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.747 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [43ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [63ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [183ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@787147709(state=PENDING, result=null, callback=(continuation of Deferred@354839466 after retry RPC after error@466058216) -> (continuation of Deferred@1748874814 after retry RPC after error@292753287) -> (continuation of Deferred@925785400 after retry RPC after error@395733006) -> (continuation of Deferred@312451204 after retry RPC after error@463047271) -> (continuation of Deferred@1587266481 after retry RPC after error@2062091892) -> (continuation of Deferred@354222637 after retry RPC after error@1115711579) -> (continuation of Deferred@1116126705 after retry RPC after error@1894697331), errback=(continuation of Deferred@354839466 after retry RPC after error@466058216) -> (continuation of Deferred@1748874814 after retry RPC after error@292753287) -> (continuation of Deferred@925785400 after retry RPC after error@395733006) -> (continuation of Deferred@312451204 after retry RPC after error@463047271) -> (continuation of Deferred@1587266481 after retry RPC after error@2062091892) -> (continuation of Deferred@354222637 after retry RPC after error@1115711579) -> (continuation of Deferred@1116126705 after retry RPC after error@1894697331)))
02:03:37.747 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
02:03:37.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.766 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.767 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.767 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.767 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.767 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.767 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.767 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.768 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.787 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.787 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.787 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.787 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.787 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.788 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.788 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.806 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.807 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.807 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.807 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.807 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.808 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.826 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.827 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.827 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.827 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.827 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.827 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.827 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.828 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.846 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.846 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.847 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.847 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.847 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.847 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.847 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.847 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.848 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.867 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.867 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.867 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.868 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.868 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.868 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.868 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.869 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.946 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.947 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.947 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.947 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.947 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.947 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.947 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.947 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.948 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.966 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.967 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.967 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.967 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.967 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.967 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.967 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.968 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:37.969 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@412359442(state=PENDING, result=null, callback=(continuation of Deferred@1270588137 after retry RPC after error@2066284809) -> (continuation of Deferred@89905121 after retry RPC after error@1034879187) -> (continuation of Deferred@731201893 after retry RPC after error@411515991) -> (continuation of Deferred@1127748729 after retry RPC after error@114572629) -> (continuation of Deferred@122411651 after retry RPC after error@646917049) -> (continuation of Deferred@622291149 after retry RPC after error@34523055) -> (continuation of Deferred@1531484847 after retry RPC after error@80064668), errback=(continuation of Deferred@1270588137 after retry RPC after error@2066284809) -> (continuation of Deferred@89905121 after retry RPC after error@1034879187) -> (continuation of Deferred@731201893 after retry RPC after error@411515991) -> (continuation of Deferred@1127748729 after retry RPC after error@114572629) -> (continuation of Deferred@122411651 after retry RPC after error@646917049) -> (continuation of Deferred@622291149 after retry RPC after error@34523055) -> (continuation of Deferred@1531484847 after retry RPC after error@80064668)))
02:03:37.969 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [101ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [102ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [103ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [181ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [182ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@412359442(state=PENDING, result=null, callback=(continuation of Deferred@1270588137 after retry RPC after error@2066284809) -> (continuation of Deferred@89905121 after retry RPC after error@1034879187) -> (continuation of Deferred@731201893 after retry RPC after error@411515991) -> (continuation of Deferred@1127748729 after retry RPC after error@114572629) -> (continuation of Deferred@122411651 after retry RPC after error@646917049) -> (continuation of Deferred@622291149 after retry RPC after error@34523055) -> (continuation of Deferred@1531484847 after retry RPC after error@80064668), errback=(continuation of Deferred@1270588137 after retry RPC after error@2066284809) -> (continuation of Deferred@89905121 after retry RPC after error@1034879187) -> (continuation of Deferred@731201893 after retry RPC after error@411515991) -> (continuation of Deferred@1127748729 after retry RPC after error@114572629) -> (continuation of Deferred@122411651 after retry RPC after error@646917049) -> (continuation of Deferred@622291149 after retry RPC after error@34523055) -> (continuation of Deferred@1531484847 after retry RPC after error@80064668)))
02:03:37.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:37.986 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:37.987 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.987 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.987 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.987 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:37.987 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.987 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:37.988 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:38.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:38.007 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:38.007 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:38.007 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:38.008 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:38.008 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:38.008 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:38.008 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:38.009 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:38.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:38.027 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:38.027 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:38.027 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:38.027 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:38.027 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:38.027 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:38.027 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:38.028 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:38.046 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:38.047 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:38.047 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:38.047 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:38.047 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:38.047 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:38.047 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:38.047 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:38.048 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:38.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:38.066 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:38.067 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:38.067 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:38.067 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:38.067 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:38.067 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:38.067 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:38.068 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:38.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:38.106 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:38.107 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:38.107 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:38.107 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:38.107 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:38.107 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:38.107 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:38.109 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:38.186 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:38.187 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:38.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:38.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:38.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:38.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:38.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:38.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:38.188 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:38.226 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.125:33451(127.24.13.125:33451)] connecting to peer
02:03:38.227 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.24.13.124:35721(127.24.13.124:35721)] connecting to peer
02:03:38.227 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:38.227 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.13.125:33451(127.24.13.125:33451)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:38.227 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:38.227 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:38.227 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.13.124:35721(127.24.13.124:35721)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:38.227 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.125:33451: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451
02:03:38.227 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:38.227 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.13.124:35721: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721
02:03:38.229 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:38.229 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@2041352672(state=PENDING, result=null, callback=(continuation of Deferred@487231893 after retry RPC after error@484004002) -> (continuation of Deferred@572307924 after retry RPC after error@1067585510) -> (continuation of Deferred@1995286462 after retry RPC after error@543667585) -> (continuation of Deferred@1735551552 after retry RPC after error@1207993463) -> (continuation of Deferred@1405819550 after retry RPC after error@1318942427) -> (continuation of Deferred@977876258 after retry RPC after error@1990606112) -> (continuation of Deferred@2100479616 after retry RPC after error@1488739411), errback=(continuation of Deferred@487231893 after retry RPC after error@484004002) -> (continuation of Deferred@572307924 after retry RPC after error@1067585510) -> (continuation of Deferred@1995286462 after retry RPC after error@543667585) -> (continuation of Deferred@1735551552 after retry RPC after error@1207993463) -> (continuation of Deferred@1405819550 after retry RPC after error@1318942427) -> (continuation of Deferred@977876258 after retry RPC after error@1990606112) -> (continuation of Deferred@2100479616 after retry RPC after error@1488739411)))
02:03:38.229 [DEBUG - kudu-nio-6] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [22ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [41ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [61ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [62ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [81ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [82ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [121ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [123ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [201ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [202ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [241ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [242ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, deferred=Deferred@2041352672(state=PENDING, result=null, callback=(continuation of Deferred@487231893 after retry RPC after error@484004002) -> (continuation of Deferred@572307924 after retry RPC after error@1067585510) -> (continuation of Deferred@1995286462 after retry RPC after error@543667585) -> (continuation of Deferred@1735551552 after retry RPC after error@1207993463) -> (continuation of Deferred@1405819550 after retry RPC after error@1318942427) -> (continuation of Deferred@977876258 after retry RPC after error@1990606112) -> (continuation of Deferred@2100479616 after retry RPC after error@1488739411), errback=(continuation of Deferred@487231893 after retry RPC after error@484004002) -> (continuation of Deferred@572307924 after retry RPC after error@1067585510) -> (continuation of Deferred@1995286462 after retry RPC after error@543667585) -> (continuation of Deferred@1735551552 after retry RPC after error@1207993463) -> (continuation of Deferred@1405819550 after retry RPC after error@1318942427) -> (continuation of Deferred@977876258 after retry RPC after error@1990606112) -> (continuation of Deferred@2100479616 after retry RPC after error@1488739411)))
02:03:38.230 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527; will retry
02:03:38.231 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=30, TimeoutTracker(timeout=50000, elapsed=47374), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [4ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [11ms] refreshing cache from master, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [13ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [13ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [14ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [14ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [32ms] refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [33ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [34ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [35ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [35ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [51ms] refreshing cache from master, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [53ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [54ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [55ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [55ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [71ms] refreshing cache from master, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [73ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [73ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [74ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [74ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [111ms] refreshing cache from master, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [113ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [113ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [115ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [115ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [172ms] refreshing cache from master, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [173ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [173ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [175ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [175ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [271ms] refreshing cache from master, [271ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [272ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [272ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [272ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [273ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [274ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [274ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [313ms] refreshing cache from master, [313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [313ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [314ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [315ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [315ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [671ms] refreshing cache from master, [672ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [672ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [673ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [673ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [674ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [675ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [675ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [952ms] refreshing cache from master, [952ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [952ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [953ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [953ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [954ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [955ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [955ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2651ms] refreshing cache from master, [2651ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [2652ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [2652ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2653ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2653ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2654ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2654ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [5151ms] refreshing cache from master, [5151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [5152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [5152ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [5153ms] too many traces: truncated at 100 traces, deferred=Deferred@732926531(state=PENDING, result=null, callback=(continuation of Deferred@1822946603 after retry RPC after error@130689273) -> (continuation of Deferred@1026466455 after retry RPC after error@1791234811) -> (continuation of Deferred@957983781 after retry RPC after error@1866647071) -> (continuation of Deferred@657521530 after retry RPC after error@1839822509) -> (continuation of Deferred@421889977 after retry RPC after error@1622071484) -> (continuation of Deferred@1080366328 after retry RPC after error@1717509703) -> (continuation of Deferred@1408386426 after retry RPC after error@1167002752) -> (continuation of Deferred@757400093 after retry RPC after error@857119960) -> (continuation of Deferred@1921963605 after retry RPC after error@1339572104) -> (continuation of Deferred@1248393604 after retry RPC after error@1293900877) -> (continuation of Deferred@1227294661 after retry RPC after error@1192051990) -> (continuation of Deferred@1252270250 after retry RPC after error@2104422535) -> (continuation of Deferred@210164160 after retry RPC after error@554567859) -> (continuation of Deferred@1246022984 after retry RPC after error@1076160079) -> (continuation of Deferred@2052484946 after retry RPC after error@734833467) -> (continuation of Deferred@1200491911 after retry RPC after error@545230247) -> (continuation of Deferred@1763330565 after retry RPC after error@667005294) -> (continuation of Deferred@269775396 after retry RPC after error@1281017652) -> (continuation of Deferred@1999369944 after retry RPC after error@1573610386) -> (continuation of Deferred@1853734749 after retry RPC after error@1946465985) -> (continuation of Deferred@1546720175 after retry RPC after error@1524640840) -> (continuation of Deferred@1508173598 after retry RPC after error@134733917) -> (continuation of Deferred@1560225433 after retry RPC after error@128369442) -> (continuation of Deferred@2030311647 after retry RPC after error@1312164522) -> (continuation of Deferred@1800943131 after retry RPC after error@1515607937) -> (continuation of Deferred@55406324 after retry RPC after error@2102417261) -> (continuation of Deferred@1460821554 after retry RPC after error@1066463502) -> (continuation of Deferred@1472336582 after retry RPC after error@685169772) -> (continuation of Deferred@1836119178 after retry RPC after error@1431330987), errback=(continuation of Deferred@1822946603 after retry RPC after error@130689273) -> (continuation of Deferred@1026466455 after retry RPC after error@1791234811) -> (continuation of Deferred@957983781 after retry RPC after error@1866647071) -> (continuation of Deferred@657521530 after retry RPC after error@1839822509) -> (continuation of Deferred@421889977 after retry RPC after error@1622071484) -> (continuation of Deferred@1080366328 after retry RPC after error@1717509703) -> (continuation of Deferred@1408386426 after retry RPC after error@1167002752) -> (continuation of Deferred@757400093 after retry RPC after error@857119960) -> (continuation of Deferred@1921963605 after retry RPC after error@1339572104) -> (continuation of Deferred@1248393604 after retry RPC after error@1293900877) -> (continuation of Deferred@1227294661 after retry RPC after error@1192051990) -> (continuation of Deferred@1252270250 after retry RPC after error@2104422535) -> (continuation of Deferred@210164160 after retry RPC after error@554567859) -> (continuation of Deferred@1246022984 after retry RPC after error@1076160079) -> (continuation of Deferred@2052484946 after retry RPC after error@734833467) -> (continuation of Deferred@1200491911 after retry RPC after error@545230247) -> (continuation of Deferred@1763330565 after retry RPC after error@667005294) -> (continuation of Deferred@269775396 after retry RPC after error@1281017652) -> (continuation of Deferred@1999369944 after retry RPC after error@1573610386) -> (continuation of Deferred@1853734749 after retry RPC after error@1946465985) -> (continuation of Deferred@1546720175 after retry RPC after error@1524640840) -> (continuation of Deferred@1508173598 after retry RPC after error@134733917) -> (continuation of Deferred@1560225433 after retry RPC after error@128369442) -> (continuation of Deferred@2030311647 after retry RPC after error@1312164522) -> (continuation of Deferred@1800943131 after retry RPC after error@1515607937) -> (continuation of Deferred@55406324 after retry RPC after error@2102417261) -> (continuation of Deferred@1460821554 after retry RPC after error@1066463502) -> (continuation of Deferred@1472336582 after retry RPC after error@685169772) -> (continuation of Deferred@1836119178 after retry RPC after error@1431330987)))
02:03:38.232 [DEBUG - main] (Connection.java:575) [peer master-127.24.13.125:33451(127.24.13.125:33451)] disconnecting while in state TERMINATED
02:03:38.232 [DEBUG - main] (Connection.java:575) [peer cd70608185504cf0867554452b47c044(127.24.13.67:41591)] disconnecting while in state READY
02:03:38.232 [DEBUG - main] (Connection.java:575) [peer f2879e1217c14c9b96617d4d516cec7c(127.24.13.66:42825)] disconnecting while in state READY
02:03:38.233 [DEBUG - main] (Connection.java:575) [peer master-127.24.13.126:44527(127.24.13.126:44527)] disconnecting while in state READY
02:03:38.233 [DEBUG - main] (Connection.java:575) [peer master-127.24.13.124:35721(127.24.13.124:35721)] disconnecting while in state TERMINATED
02:03:38.233 [DEBUG - kudu-nio-6] (Connection.java:239) [peer master-127.24.13.126:44527(127.24.13.126:44527)] handling channelInactive
02:03:38.234 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.13.126:44527(127.24.13.126:44527)] cleaning up while in state READY due to: connection closed
02:03:38.234 [DEBUG - kudu-nio-7] (Connection.java:239) [peer f2879e1217c14c9b96617d4d516cec7c(127.24.13.66:42825)] handling channelInactive
02:03:38.234 [DEBUG - kudu-nio-7] (Connection.java:709) [peer f2879e1217c14c9b96617d4d516cec7c(127.24.13.66:42825)] cleaning up while in state READY due to: connection closed
02:03:38.235 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:03:38.236 [DEBUG - kudu-nio-3] (Connection.java:239) [peer cd70608185504cf0867554452b47c044(127.24.13.67:41591)] handling channelInactive
02:03:38.236 [DEBUG - kudu-nio-3] (Connection.java:709) [peer cd70608185504cf0867554452b47c044(127.24.13.67:41591)] cleaning up while in state READY due to: connection closed
02:03:38.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:38.236888 24629 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu pid 24938
02:03:38.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:38.258651 25072 generic_service.cc:196] Checking for leaks (request via RPC)
02:03:38.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:38.407671 24629 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu with pid 24938
02:03:38.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:38.429085 25665 connection.cc:570] server connection from 127.24.13.65:57083 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:03:38.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:38.429171 24629 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu pid 25082
02:03:38.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:38.437467 25218 generic_service.cc:196] Checking for leaks (request via RPC)
02:03:38.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:38.605903 24629 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu with pid 25082
02:03:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 02:03:38.634183 25244 connection.cc:570] server connection from 127.24.13.66:56959 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
02:03:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:38.634743 24629 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu pid 25225
02:03:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:38.642135 25361 generic_service.cc:196] Checking for leaks (request via RPC)
02:03:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:38.759356 24629 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu with pid 25225
02:03:38.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:38.781284 24629 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu pid 25648
02:03:38.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:38.789127 25721 generic_service.cc:196] Checking for leaks (request via RPC)
02:03:38.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 02:03:38.951124 24629 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task1ZjbZw/build/asan/bin/kudu with pid 25648
02:03:39.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-03T02:03:39Z chronyd exiting
02:03:39.129 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=30, TimeoutTracker(timeout=50000, elapsed=47374), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [4ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [11ms] refreshing cache from master, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [13ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [13ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [14ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [14ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [32ms] refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [33ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [34ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [35ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [35ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [51ms] refreshing cache from master, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [53ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [54ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [55ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [55ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [71ms] refreshing cache from master, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [73ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [73ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [74ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [74ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [111ms] refreshing cache from master, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [113ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [113ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [115ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [115ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [172ms] refreshing cache from master, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [173ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [173ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [175ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [175ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [271ms] refreshing cache from master, [271ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [272ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [272ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [272ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [273ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [274ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [274ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [313ms] refreshing cache from master, [313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [313ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [314ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [315ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [315ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [671ms] refreshing cache from master, [672ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [672ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [673ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [673ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [674ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [675ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [675ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [952ms] refreshing cache from master, [952ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [952ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [953ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [953ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [954ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [955ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [955ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2651ms] refreshing cache from master, [2651ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [2652ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [2652ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2653ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2653ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2654ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2654ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [5151ms] refreshing cache from master, [5151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [5152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [5152ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [5153ms] too many traces: truncated at 100 traces, deferred=Deferred@732926531(state=PENDING, result=null, callback=(continuation of Deferred@1822946603 after retry RPC after error@130689273) -> (continuation of Deferred@1026466455 after retry RPC after error@1791234811) -> (continuation of Deferred@957983781 after retry RPC after error@1866647071) -> (continuation of Deferred@657521530 after retry RPC after error@1839822509) -> (continuation of Deferred@421889977 after retry RPC after error@1622071484) -> (continuation of Deferred@1080366328 after retry RPC after error@1717509703) -> (continuation of Deferred@1408386426 after retry RPC after error@1167002752) -> (continuation of Deferred@757400093 after retry RPC after error@857119960) -> (continuation of Deferred@1921963605 after retry RPC after error@1339572104) -> (continuation of Deferred@1248393604 after retry RPC after error@1293900877) -> (continuation of Deferred@1227294661 after retry RPC after error@1192051990) -> (continuation of Deferred@1252270250 after retry RPC after error@2104422535) -> (continuation of Deferred@210164160 after retry RPC after error@554567859) -> (continuation of Deferred@1246022984 after retry RPC after error@1076160079) -> (continuation of Deferred@2052484946 after retry RPC after error@734833467) -> (continuation of Deferred@1200491911 after retry RPC after error@545230247) -> (continuation of Deferred@1763330565 after retry RPC after error@667005294) -> (continuation of Deferred@269775396 after retry RPC after error@1281017652) -> (continuation of Deferred@1999369944 after retry RPC after error@1573610386) -> (continuation of Deferred@1853734749 after retry RPC after error@1946465985) -> (continuation of Deferred@1546720175 after retry RPC after error@1524640840) -> (continuation of Deferred@1508173598 after retry RPC after error@134733917) -> (continuation of Deferred@1560225433 after retry RPC after error@128369442) -> (continuation of Deferred@2030311647 after retry RPC after error@1312164522) -> (continuation of Deferred@1800943131 after retry RPC after error@1515607937) -> (continuation of Deferred@55406324 after retry RPC after error@2102417261) -> (continuation of Deferred@1460821554 after retry RPC after error@1066463502) -> (continuation of Deferred@1472336582 after retry RPC after error@685169772) -> (continuation of Deferred@1836119178 after retry RPC after error@1431330987), errback=(continuation of Deferred@1822946603 after retry RPC after error@130689273) -> (continuation of Deferred@1026466455 after retry RPC after error@1791234811) -> (continuation of Deferred@957983781 after retry RPC after error@1866647071) -> (continuation of Deferred@657521530 after retry RPC after error@1839822509) -> (continuation of Deferred@421889977 after retry RPC after error@1622071484) -> (continuation of Deferred@1080366328 after retry RPC after error@1717509703) -> (continuation of Deferred@1408386426 after retry RPC after error@1167002752) -> (continuation of Deferred@757400093 after retry RPC after error@857119960) -> (continuation of Deferred@1921963605 after retry RPC after error@1339572104) -> (continuation of Deferred@1248393604 after retry RPC after error@1293900877) -> (continuation of Deferred@1227294661 after retry RPC after error@1192051990) -> (continuation of Deferred@1252270250 after retry RPC after error@2104422535) -> (continuation of Deferred@210164160 after retry RPC after error@554567859) -> (continuation of Deferred@1246022984 after retry RPC after error@1076160079) -> (continuation of Deferred@2052484946 after retry RPC after error@734833467) -> (continuation of Deferred@1200491911 after retry RPC after error@545230247) -> (continuation of Deferred@1763330565 after retry RPC after error@667005294) -> (continuation of Deferred@269775396 after retry RPC after error@1281017652) -> (continuation of Deferred@1999369944 after retry RPC after error@1573610386) -> (continuation of Deferred@1853734749 after retry RPC after error@1946465985) -> (continuation of Deferred@1546720175 after retry RPC after error@1524640840) -> (continuation of Deferred@1508173598 after retry RPC after error@134733917) -> (continuation of Deferred@1560225433 after retry RPC after error@128369442) -> (continuation of Deferred@2030311647 after retry RPC after error@1312164522) -> (continuation of Deferred@1800943131 after retry RPC after error@1515607937) -> (continuation of Deferred@55406324 after retry RPC after error@2102417261) -> (continuation of Deferred@1460821554 after retry RPC after error@1066463502) -> (continuation of Deferred@1472336582 after retry RPC after error@685169772) -> (continuation of Deferred@1836119178 after retry RPC after error@1431330987)))
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=30, TimeoutTracker(timeout=50000, elapsed=47374), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [3ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [4ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [11ms] refreshing cache from master, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [13ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [13ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [14ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [14ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [32ms] refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [33ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [34ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [35ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [35ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [51ms] refreshing cache from master, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [53ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [54ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [55ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [55ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [71ms] refreshing cache from master, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [73ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [73ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [74ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [74ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [111ms] refreshing cache from master, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [113ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [113ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [115ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [115ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [172ms] refreshing cache from master, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [173ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [173ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [175ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [175ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [271ms] refreshing cache from master, [271ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [272ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [272ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [272ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [273ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [274ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [274ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [313ms] refreshing cache from master, [313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [313ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [314ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [315ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [315ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [671ms] refreshing cache from master, [672ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [672ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [673ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [673ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [674ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [675ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [675ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [952ms] refreshing cache from master, [952ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [952ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [953ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [953ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [954ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [955ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [955ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2651ms] refreshing cache from master, [2651ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [2652ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [2652ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.126:44527, [2653ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [2653ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.124:35721: Network error: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [2654ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.126:44527: OK, [2654ms] delaying RPC due to: Service unavailable: Master config (127.24.13.125:33451,127.24.13.124:35721,127.24.13.126:44527) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.13.124:35721(127.24.13.124:35721): Connection refused: /127.24.13.124:35721, [5151ms] refreshing cache from master, [5151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.125:33451, [5152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.13.124:35721, [5152ms] Sub RPC ConnectToMaster: received response from server master-127.24.13.125:33451: Network error: Failed to connect to peer master-127.24.13.125:33451(127.24.13.125:33451): Connection refused: /127.24.13.125:33451, [5153ms] too many traces: truncated at 100 traces, deferred=Deferred@732926531(state=PENDING, result=null, callback=(continuation of Deferred@1822946603 after retry RPC after error@130689273) -> (continuation of Deferred@1026466455 after retry RPC after error@1791234811) -> (continuation of Deferred@957983781 after retry RPC after error@1866647071) -> (continuation of Deferred@657521530 after retry RPC after error@1839822509) -> (continuation of Deferred@421889977 after retry RPC after error@1622071484) -> (continuation of Deferred@1080366328 after retry RPC after error@1717509703) -> (continuation of Deferred@1408386426 after retry RPC after error@1167002752) -> (continuation of Deferred@757400093 after retry RPC after error@857119960) -> (continuation of Deferred@1921963605 after retry RPC after error@1339572104) -> (continuation of Deferred@1248393604 after retry RPC after error@1293900877) -> (continuation of Deferred@1227294661 after retry RPC after error@1192051990) -> (continuation of Deferred@1252270250 after retry RPC after error@2104422535) -> (continuation of Deferred@210164160 after retry RPC after error@554567859) -> (continuation of Deferred@1246022984 after retry RPC after error@1076160079) -> (continuation of Deferred@2052484946 after retry RPC after error@734833467) -> (continuation of Deferred@1200491911 after retry RPC after error@545230247) -> (continuation of Deferred@1763330565 after retry RPC after error@667005294) -> (continuation of Deferred@269775396 after retry RPC after error@1281017652) -> (continuation of Deferred@1999369944 after retry RPC after error@1573610386) -> (continuation of Deferred@1853734749 after retry RPC after error@1946465985) -> (continuation of Deferred@1546720175 after retry RPC after error@1524640840) -> (continuation of Deferred@1508173598 after retry RPC after error@134733917) -> (continuation of Deferred@1560225433 after retry RPC after error@128369442) -> (continuation of Deferred@2030311647 after retry RPC after error@1312164522) -> (continuation of Deferred@1800943131 after retry RPC after error@1515607937) -> (continuation of Deferred@55406324 after retry RPC after error@2102417261) -> (continuation of Deferred@1460821554 after retry RPC after error@1066463502) -> (continuation of Deferred@1472336582 after retry RPC after error@685169772) -> (continuation of Deferred@1836119178 after retry RPC after error@1431330987), errback=(continuation of Deferred@1822946603 after retry RPC after error@130689273) -> (continuation of Deferred@1026466455 after retry RPC after error@1791234811) -> (continuation of Deferred@957983781 after retry RPC after error@1866647071) -> (continuation of Deferred@657521530 after retry RPC after error@1839822509) -> (continuation of Deferred@421889977 after retry RPC after error@1622071484) -> (continuation of Deferred@1080366328 after retry RPC after error@1717509703) -> (continuation of Deferred@1408386426 after retry RPC after error@1167002752) -> (continuation of Deferred@757400093 after retry RPC after error@857119960) -> (continuation of Deferred@1921963605 after retry RPC after error@1339572104) -> (continuation of Deferred@1248393604 after retry RPC after error@1293900877) -> (continuation of Deferred@1227294661 after retry RPC after error@1192051990) -> (continuation of Deferred@1252270250 after retry RPC after error@2104422535) -> (continuation of Deferred@210164160 after retry RPC after error@554567859) -> (continuation of Deferred@1246022984 after retry RPC after error@1076160079) -> (continuation of Deferred@2052484946 after retry RPC after error@734833467) -> (continuation of Deferred@1200491911 after retry RPC after error@545230247) -> (continuation of Deferred@1763330565 after retry RPC after error@667005294) -> (continuation of Deferred@269775396 after retry RPC after error@1281017652) -> (continuation of Deferred@1999369944 after retry RPC after error@1573610386) -> (continuation of Deferred@1853734749 after retry RPC after error@1946465985) -> (continuation of Deferred@1546720175 after retry RPC after error@1524640840) -> (continuation of Deferred@1508173598 after retry RPC after error@134733917) -> (continuation of Deferred@1560225433 after retry RPC after error@128369442) -> (continuation of Deferred@2030311647 after retry RPC after error@1312164522) -> (continuation of Deferred@1800943131 after retry RPC after error@1515607937) -> (continuation of Deferred@55406324 after retry RPC after error@2102417261) -> (continuation of Deferred@1460821554 after retry RPC after error@1066463502) -> (continuation of Deferred@1472336582 after retry RPC after error@685169772) -> (continuation of Deferred@1836119178 after retry RPC after error@1431330987)))
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)